[ 613.639780] env[62555]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62555) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 613.640170] env[62555]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62555) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 613.640227] env[62555]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62555) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 613.640599] env[62555]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 613.736321] env[62555]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62555) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 613.746434] env[62555]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=62555) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 614.353021] env[62555]: INFO nova.virt.driver [None req-6906ccb9-83ba-4bc7-bdc8-037598988c29 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 614.424843] env[62555]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.425099] env[62555]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.425170] env[62555]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62555) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 617.663520] env[62555]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-4fe439c6-9148-4fcd-b542-c507b8f8aa83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.679608] env[62555]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62555) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 617.679760] env[62555]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-1c691984-7803-4653-9999-75d5be1b815a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.713448] env[62555]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 8a005. [ 617.713662] env[62555]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.289s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.714229] env[62555]: INFO nova.virt.vmwareapi.driver [None req-6906ccb9-83ba-4bc7-bdc8-037598988c29 None None] VMware vCenter version: 7.0.3 [ 617.717656] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195d79a0-db8b-4823-95ab-b5c8304db53c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.735621] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4136a1-1421-4d5f-9f01-2313ae65fb22 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.741291] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe1e0d-00d6-4fa9-a02f-68056dd410a1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.747666] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199c8d0d-fa1d-4e7b-8ad6-2dd5669ed95b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.760407] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9451563a-0106-4c95-b7e3-64b55c610be6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.766224] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6978a404-d9fe-45a9-abb1-e5900aac0888 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.796265] env[62555]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-1e8391fe-c51d-4d98-9d7e-a814674a6270 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.801182] env[62555]: DEBUG nova.virt.vmwareapi.driver [None req-6906ccb9-83ba-4bc7-bdc8-037598988c29 None None] Extension org.openstack.compute already exists. {{(pid=62555) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 617.803807] env[62555]: INFO nova.compute.provider_config [None req-6906ccb9-83ba-4bc7-bdc8-037598988c29 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 618.307746] env[62555]: DEBUG nova.context [None req-6906ccb9-83ba-4bc7-bdc8-037598988c29 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),957fe0f4-9d3d-483e-bd1f-a14c93a63389(cell1) {{(pid=62555) load_cells /opt/stack/nova/nova/context.py:464}} [ 618.310802] env[62555]: DEBUG oslo_concurrency.lockutils [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.311031] env[62555]: DEBUG oslo_concurrency.lockutils [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.311771] env[62555]: DEBUG oslo_concurrency.lockutils [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.312252] env[62555]: DEBUG oslo_concurrency.lockutils [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Acquiring lock "957fe0f4-9d3d-483e-bd1f-a14c93a63389" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.312449] env[62555]: DEBUG oslo_concurrency.lockutils [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Lock "957fe0f4-9d3d-483e-bd1f-a14c93a63389" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.313458] env[62555]: DEBUG oslo_concurrency.lockutils [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Lock "957fe0f4-9d3d-483e-bd1f-a14c93a63389" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.333336] env[62555]: INFO dbcounter [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Registered counter for database nova_cell0 [ 618.341114] env[62555]: INFO dbcounter [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Registered counter for database nova_cell1 [ 618.344204] env[62555]: DEBUG oslo_db.sqlalchemy.engines [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62555) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 618.344819] env[62555]: DEBUG oslo_db.sqlalchemy.engines [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62555) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 618.349254] env[62555]: ERROR nova.db.main.api [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 618.349254] env[62555]: result = function(*args, **kwargs) [ 618.349254] env[62555]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 618.349254] env[62555]: return func(*args, **kwargs) [ 618.349254] env[62555]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 618.349254] env[62555]: result = fn(*args, **kwargs) [ 618.349254] env[62555]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 618.349254] env[62555]: return f(*args, **kwargs) [ 618.349254] env[62555]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 618.349254] env[62555]: return db.service_get_minimum_version(context, binaries) [ 618.349254] env[62555]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 618.349254] env[62555]: _check_db_access() [ 618.349254] env[62555]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 618.349254] env[62555]: stacktrace = ''.join(traceback.format_stack()) [ 618.349254] env[62555]: [ 618.350327] env[62555]: ERROR nova.db.main.api [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 618.350327] env[62555]: result = function(*args, **kwargs) [ 618.350327] env[62555]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 618.350327] env[62555]: return func(*args, **kwargs) [ 618.350327] env[62555]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 618.350327] env[62555]: result = fn(*args, **kwargs) [ 618.350327] env[62555]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 618.350327] env[62555]: return f(*args, **kwargs) [ 618.350327] env[62555]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 618.350327] env[62555]: return db.service_get_minimum_version(context, binaries) [ 618.350327] env[62555]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 618.350327] env[62555]: _check_db_access() [ 618.350327] env[62555]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 618.350327] env[62555]: stacktrace = ''.join(traceback.format_stack()) [ 618.350327] env[62555]: [ 618.351307] env[62555]: WARNING nova.objects.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 618.351307] env[62555]: WARNING nova.objects.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Failed to get minimum service version for cell 957fe0f4-9d3d-483e-bd1f-a14c93a63389 [ 618.351307] env[62555]: DEBUG oslo_concurrency.lockutils [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Acquiring lock "singleton_lock" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.351418] env[62555]: DEBUG oslo_concurrency.lockutils [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Acquired lock "singleton_lock" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.351645] env[62555]: DEBUG oslo_concurrency.lockutils [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Releasing lock "singleton_lock" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.352107] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Full set of CONF: {{(pid=62555) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 618.352345] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ******************************************************************************** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 618.352593] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] Configuration options gathered from: {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 618.352810] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 618.353137] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 618.353369] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ================================================================================ {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 618.353709] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] allow_resize_to_same_host = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.353997] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] arq_binding_timeout = 300 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.354265] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] backdoor_port = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.354490] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] backdoor_socket = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.354779] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] block_device_allocate_retries = 60 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.355080] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] block_device_allocate_retries_interval = 3 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.355385] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cert = self.pem {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.355671] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.355961] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute_monitors = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.356270] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] config_dir = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.356567] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] config_drive_format = iso9660 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.356792] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.357089] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] config_source = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.357376] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] console_host = devstack {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.357632] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] control_exchange = nova {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.357792] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cpu_allocation_ratio = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.357962] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] daemon = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.358157] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] debug = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.358322] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] default_access_ip_network_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.358488] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] default_availability_zone = nova {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.358644] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] default_ephemeral_format = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.358802] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] default_green_pool_size = 1000 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.359054] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.359226] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] default_schedule_zone = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.359384] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] disk_allocation_ratio = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.359546] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] enable_new_services = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.359718] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] enabled_apis = ['osapi_compute'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.359880] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] enabled_ssl_apis = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.360052] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] flat_injected = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.360214] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] force_config_drive = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.360376] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] force_raw_images = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.360542] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] graceful_shutdown_timeout = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.360701] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] heal_instance_info_cache_interval = 60 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.360922] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] host = cpu-1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.361107] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.361274] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] initial_disk_allocation_ratio = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.361438] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] initial_ram_allocation_ratio = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.361642] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.361802] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] instance_build_timeout = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.361960] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] instance_delete_interval = 300 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.362141] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] instance_format = [instance: %(uuid)s] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.362310] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] instance_name_template = instance-%08x {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.362471] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] instance_usage_audit = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.362636] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] instance_usage_audit_period = month {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.362802] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.362965] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] instances_path = /opt/stack/data/nova/instances {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.363144] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] internal_service_availability_zone = internal {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.363301] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] key = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.363458] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] live_migration_retry_count = 30 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.363625] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] log_color = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.363788] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] log_config_append = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.363952] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.364136] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] log_dir = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.364304] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] log_file = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.364439] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] log_options = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.364599] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] log_rotate_interval = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.364769] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] log_rotate_interval_type = days {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.364933] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] log_rotation_type = none {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.365072] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.365232] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.365412] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.365579] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.365708] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.365870] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] long_rpc_timeout = 1800 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.366038] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] max_concurrent_builds = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.366199] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] max_concurrent_live_migrations = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.366355] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] max_concurrent_snapshots = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.366522] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] max_local_block_devices = 3 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.366680] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] max_logfile_count = 30 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.366833] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] max_logfile_size_mb = 200 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.366987] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] maximum_instance_delete_attempts = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.367167] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] metadata_listen = 0.0.0.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.367336] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] metadata_listen_port = 8775 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.367500] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] metadata_workers = 2 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.367659] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] migrate_max_retries = -1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.367829] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] mkisofs_cmd = genisoimage {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.368037] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] my_block_storage_ip = 10.180.1.21 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.368174] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] my_ip = 10.180.1.21 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.368378] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.368539] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] network_allocate_retries = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.368713] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.368874] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] osapi_compute_listen = 0.0.0.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.369046] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] osapi_compute_listen_port = 8774 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.369218] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] osapi_compute_unique_server_name_scope = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.369390] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] osapi_compute_workers = 2 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.369548] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] password_length = 12 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.369709] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] periodic_enable = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.369865] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] periodic_fuzzy_delay = 60 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.370037] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] pointer_model = usbtablet {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.370205] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] preallocate_images = none {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.370362] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] publish_errors = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.370489] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] pybasedir = /opt/stack/nova {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.370641] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ram_allocation_ratio = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.370796] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] rate_limit_burst = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.370958] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] rate_limit_except_level = CRITICAL {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.371126] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] rate_limit_interval = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.371287] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] reboot_timeout = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.371438] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] reclaim_instance_interval = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.371590] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] record = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.371752] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] reimage_timeout_per_gb = 60 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.371910] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] report_interval = 120 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.372075] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] rescue_timeout = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.372233] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] reserved_host_cpus = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.372386] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] reserved_host_disk_mb = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.372537] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] reserved_host_memory_mb = 512 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.372692] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] reserved_huge_pages = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.372844] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] resize_confirm_window = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.372997] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] resize_fs_using_block_device = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.373165] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] resume_guests_state_on_host_boot = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.373329] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.373485] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] rpc_response_timeout = 60 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.373643] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] run_external_periodic_tasks = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.373805] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] running_deleted_instance_action = reap {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.373960] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] running_deleted_instance_poll_interval = 1800 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.374170] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] running_deleted_instance_timeout = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.374319] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] scheduler_instance_sync_interval = 120 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.374485] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] service_down_time = 720 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.374649] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] servicegroup_driver = db {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.374803] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] shell_completion = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.374956] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] shelved_offload_time = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.375136] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] shelved_poll_interval = 3600 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.375324] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] shutdown_timeout = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.375485] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] source_is_ipv6 = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.375641] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ssl_only = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.375881] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.376057] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] sync_power_state_interval = 600 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.376220] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] sync_power_state_pool_size = 1000 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.376385] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] syslog_log_facility = LOG_USER {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.376561] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] tempdir = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.376752] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] timeout_nbd = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.376885] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] transport_url = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.377051] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] update_resources_interval = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.377211] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] use_cow_images = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.377371] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] use_eventlog = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.377527] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] use_journal = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.377681] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] use_json = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.377835] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] use_rootwrap_daemon = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.377989] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] use_stderr = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.378157] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] use_syslog = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.378311] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vcpu_pin_set = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.378476] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plugging_is_fatal = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.378637] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plugging_timeout = 300 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.378794] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] virt_mkfs = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.378949] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] volume_usage_poll_interval = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.379121] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] watch_log_file = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.379288] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] web = /usr/share/spice-html5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.379467] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.379632] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.379792] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.379961] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_concurrency.disable_process_locking = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.380880] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.381091] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.381271] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.381450] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.381623] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.381790] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.381973] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.auth_strategy = keystone {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.382159] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.compute_link_prefix = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.382339] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.382511] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.dhcp_domain = novalocal {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.382681] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.enable_instance_password = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.382844] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.glance_link_prefix = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.383016] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.383193] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.383357] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.instance_list_per_project_cells = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.383523] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.list_records_by_skipping_down_cells = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.383686] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.local_metadata_per_cell = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.383851] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.max_limit = 1000 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.384027] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.metadata_cache_expiration = 15 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.384245] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.neutron_default_tenant_id = default {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.384430] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.response_validation = warn {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.384599] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.use_neutron_default_nets = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.384778] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.384945] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.385143] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.385330] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.385505] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.vendordata_dynamic_targets = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.385669] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.vendordata_jsonfile_path = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.385850] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.386054] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.backend = dogpile.cache.memcached {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.386226] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.backend_argument = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.386391] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.backend_expiration_time = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.386587] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.config_prefix = cache.oslo {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.386765] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.dead_timeout = 60.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.386932] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.debug_cache_backend = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.387108] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.enable_retry_client = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.387276] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.enable_socket_keepalive = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.387450] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.enabled = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.387614] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.enforce_fips_mode = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.387779] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.expiration_time = 600 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.387947] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.hashclient_retry_attempts = 2 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.388128] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.hashclient_retry_delay = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.388296] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.memcache_dead_retry = 300 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.388458] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.memcache_password = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.388663] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.388836] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.389008] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.memcache_pool_maxsize = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.389181] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.389349] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.memcache_sasl_enabled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.389527] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.389695] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.memcache_socket_timeout = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.389856] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.memcache_username = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.390030] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.proxies = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.390198] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.redis_db = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.390361] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.redis_password = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.390532] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.redis_sentinel_service_name = mymaster {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.390710] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.390881] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.redis_server = localhost:6379 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.391053] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.redis_socket_timeout = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.391214] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.redis_username = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.391375] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.retry_attempts = 2 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.391536] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.retry_delay = 0.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.391695] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.socket_keepalive_count = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.391852] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.socket_keepalive_idle = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.392017] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.socket_keepalive_interval = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.392179] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.tls_allowed_ciphers = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.392342] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.tls_cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.392499] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.tls_certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.392658] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.tls_enabled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.392815] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cache.tls_keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.392983] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.auth_section = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.393171] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.auth_type = password {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.393337] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.393511] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.catalog_info = volumev3::publicURL {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.393674] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.393835] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.393993] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.cross_az_attach = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.394197] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.debug = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.394379] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.endpoint_template = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.394543] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.http_retries = 3 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.394705] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.394873] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.395055] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.os_region_name = RegionOne {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.395275] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.395458] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cinder.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.395633] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.395796] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.cpu_dedicated_set = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.395956] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.cpu_shared_set = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.396139] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.image_type_exclude_list = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.396308] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.396488] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.max_concurrent_disk_ops = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.396667] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.max_disk_devices_to_attach = -1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.396832] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.397007] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.397178] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.resource_provider_association_refresh = 300 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.397342] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.397503] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.shutdown_retry_interval = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.397684] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.397863] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] conductor.workers = 2 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.398047] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] console.allowed_origins = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.398214] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] console.ssl_ciphers = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.398386] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] console.ssl_minimum_version = default {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.398557] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] consoleauth.enforce_session_timeout = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.398723] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] consoleauth.token_ttl = 600 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.398888] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.399051] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.399219] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.399380] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.connect_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.399534] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.connect_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.399689] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.endpoint_override = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.399848] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.400015] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.400175] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.max_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.400332] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.min_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.400487] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.region_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.400644] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.retriable_status_codes = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.400799] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.service_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.400965] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.service_type = accelerator {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.401138] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.401300] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.status_code_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.401456] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.status_code_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.401612] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.401788] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.401947] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] cyborg.version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.402139] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.backend = sqlalchemy {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.402310] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.connection = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.402476] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.connection_debug = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.402645] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.connection_parameters = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.402807] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.connection_recycle_time = 3600 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.402970] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.connection_trace = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.403146] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.db_inc_retry_interval = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.403309] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.db_max_retries = 20 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.403470] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.db_max_retry_interval = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.403632] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.db_retry_interval = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.403793] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.max_overflow = 50 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.403954] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.max_pool_size = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.404157] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.max_retries = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.404332] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.404493] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.mysql_wsrep_sync_wait = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.404651] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.pool_timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.404811] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.retry_interval = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.404970] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.slave_connection = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.405157] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.sqlite_synchronous = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.405312] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] database.use_db_reconnect = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.405487] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.backend = sqlalchemy {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.405654] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.connection = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.405816] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.connection_debug = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.405987] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.connection_parameters = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.406160] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.connection_recycle_time = 3600 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.406323] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.connection_trace = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.406506] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.db_inc_retry_interval = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.406681] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.db_max_retries = 20 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.406845] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.db_max_retry_interval = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.407014] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.db_retry_interval = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.407270] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.max_overflow = 50 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.407436] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.max_pool_size = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.407599] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.max_retries = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.407772] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.407931] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.408102] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.pool_timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.408262] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.retry_interval = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.408420] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.slave_connection = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.408580] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] api_database.sqlite_synchronous = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.408754] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] devices.enabled_mdev_types = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.408930] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.409119] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ephemeral_storage_encryption.default_format = luks {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.409288] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ephemeral_storage_encryption.enabled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.409449] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.409624] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.api_servers = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.409787] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.409947] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.410124] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.410287] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.connect_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.410448] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.connect_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.410610] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.debug = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.410775] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.default_trusted_certificate_ids = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.410936] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.enable_certificate_validation = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.411109] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.enable_rbd_download = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.411269] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.endpoint_override = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.411435] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.411593] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.411749] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.max_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.411900] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.min_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.412070] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.num_retries = 3 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.412238] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.rbd_ceph_conf = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.412399] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.rbd_connect_timeout = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.412563] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.rbd_pool = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.412725] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.rbd_user = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.412880] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.region_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.413046] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.retriable_status_codes = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.413205] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.service_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.413379] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.service_type = image {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.413538] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.413695] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.status_code_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.413894] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.status_code_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.414116] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.414321] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.414496] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.verify_glance_signatures = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.414657] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] glance.version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.414827] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] guestfs.debug = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.414995] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.auth_section = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.415174] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.auth_type = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.415333] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.415489] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.415650] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.415806] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.connect_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.415962] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.connect_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.416130] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.endpoint_override = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.416294] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.416460] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.416639] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.max_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.416796] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.min_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.416952] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.region_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.417129] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.retriable_status_codes = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.417289] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.service_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.417454] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.service_type = shared-file-system {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.417617] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.share_apply_policy_timeout = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.417779] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.417934] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.status_code_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.418100] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.status_code_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.418262] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.418436] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.418596] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] manila.version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.418765] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] mks.enabled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.419129] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.419322] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] image_cache.manager_interval = 2400 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.419491] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] image_cache.precache_concurrency = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.419663] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] image_cache.remove_unused_base_images = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.419834] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.420007] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.420192] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] image_cache.subdirectory_name = _base {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.420374] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.api_max_retries = 60 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.420541] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.api_retry_interval = 2 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.420702] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.auth_section = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.420864] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.auth_type = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.421036] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.421201] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.421369] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.421535] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.conductor_group = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.421694] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.connect_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.421852] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.connect_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.422030] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.endpoint_override = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.422231] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.422398] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.422558] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.max_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.422716] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.min_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.422882] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.peer_list = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.423051] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.region_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.423216] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.retriable_status_codes = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.423384] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.serial_console_state_timeout = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.423543] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.service_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.423710] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.service_type = baremetal {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.423873] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.shard = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.424049] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.424244] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.status_code_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.424407] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.status_code_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.424569] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.424750] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.424912] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ironic.version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.425149] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.425356] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] key_manager.fixed_key = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.425547] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.425711] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.barbican_api_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.425872] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.barbican_endpoint = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.426056] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.barbican_endpoint_type = public {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.426223] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.barbican_region_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.426384] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.426544] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.426706] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.426868] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.427034] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.427206] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.number_of_retries = 60 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.427366] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.retry_delay = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.427532] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.send_service_user_token = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.427697] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.427857] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.428029] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.verify_ssl = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.428195] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican.verify_ssl_path = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.428364] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican_service_user.auth_section = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.428530] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican_service_user.auth_type = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.428688] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican_service_user.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.428847] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican_service_user.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.429022] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican_service_user.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.429184] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican_service_user.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.429350] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican_service_user.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.429511] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican_service_user.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.429669] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] barbican_service_user.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.429836] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vault.approle_role_id = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.429996] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vault.approle_secret_id = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.430180] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vault.kv_mountpoint = secret {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.430343] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vault.kv_path = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.430506] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vault.kv_version = 2 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.430668] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vault.namespace = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.430826] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vault.root_token_id = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.430982] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vault.ssl_ca_crt_file = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.431199] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vault.timeout = 60.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.431375] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vault.use_ssl = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.431550] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.431719] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.431880] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.432136] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.432249] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.connect_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.432412] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.connect_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.432572] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.endpoint_override = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.432735] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.432891] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.433060] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.max_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.433220] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.min_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.433379] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.region_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.433535] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.retriable_status_codes = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.433691] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.service_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.433859] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.service_type = identity {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.434034] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.434222] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.status_code_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.434390] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.status_code_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.434550] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.434730] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.434889] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] keystone.version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.435101] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.connection_uri = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.435293] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.cpu_mode = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.435466] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.cpu_model_extra_flags = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.435635] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.cpu_models = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.435806] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.cpu_power_governor_high = performance {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.435975] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.cpu_power_governor_low = powersave {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.436154] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.cpu_power_management = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.436329] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.436529] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.device_detach_attempts = 8 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.436715] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.device_detach_timeout = 20 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.436886] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.disk_cachemodes = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.437059] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.disk_prefix = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.437228] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.enabled_perf_events = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.437415] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.file_backed_memory = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.437568] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.gid_maps = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.437728] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.hw_disk_discard = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.437886] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.hw_machine_type = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.438068] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.images_rbd_ceph_conf = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.438236] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.438398] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.438575] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.images_rbd_glance_store_name = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.438730] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.images_rbd_pool = rbd {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.438899] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.images_type = default {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.439070] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.images_volume_group = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.439241] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.inject_key = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.439403] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.inject_partition = -2 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.439564] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.inject_password = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.439726] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.iscsi_iface = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.439885] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.iser_use_multipath = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.440058] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_bandwidth = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.440223] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.440385] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_downtime = 500 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.440544] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.440704] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.440862] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_inbound_addr = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.441029] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_monitor_interval = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.441197] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.441360] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_permit_post_copy = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.441520] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_scheme = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.441690] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_timeout_action = abort {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.441851] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_tunnelled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.442029] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_uri = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.442207] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.live_migration_with_native_tls = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.442369] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.max_queues = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.442531] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.442758] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.442921] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.nfs_mount_options = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.443240] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.443479] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.443689] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.num_iser_scan_tries = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.443856] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.num_memory_encrypted_guests = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.444029] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.444222] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.num_pcie_ports = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.444396] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.num_volume_scan_tries = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.444563] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.pmem_namespaces = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.444723] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.quobyte_client_cfg = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.445033] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.445230] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.rbd_connect_timeout = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.445403] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.445566] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.445727] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.rbd_secret_uuid = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.445884] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.rbd_user = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.446056] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.446232] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.remote_filesystem_transport = ssh {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.446392] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.rescue_image_id = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.446578] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.rescue_kernel_id = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.446746] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.rescue_ramdisk_id = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.446915] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.447085] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.rx_queue_size = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.447254] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.smbfs_mount_options = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.447548] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.447723] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.snapshot_compression = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.447885] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.snapshot_image_format = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.448129] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.448301] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.sparse_logical_volumes = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.448465] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.swtpm_enabled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.448684] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.swtpm_group = tss {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.448842] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.swtpm_user = tss {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.449013] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.sysinfo_serial = unique {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.449178] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.tb_cache_size = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.449336] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.tx_queue_size = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.449499] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.uid_maps = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.449662] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.use_virtio_for_bridges = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.449829] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.virt_type = kvm {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.449995] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.volume_clear = zero {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.450172] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.volume_clear_size = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.450340] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.volume_use_multipath = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.450496] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.vzstorage_cache_path = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.450659] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.450824] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.vzstorage_mount_group = qemu {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.450987] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.vzstorage_mount_opts = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.451167] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.451457] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.453778] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.vzstorage_mount_user = stack {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.453778] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.453778] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.auth_section = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.453778] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.auth_type = password {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.453778] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.453778] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.453778] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454121] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.connect_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454121] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.connect_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454121] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.default_floating_pool = public {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454121] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.endpoint_override = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454121] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.extension_sync_interval = 600 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454121] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.http_retries = 3 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454121] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454345] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454345] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.max_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454345] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454345] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.min_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454468] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.ovs_bridge = br-int {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454618] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.physnets = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454782] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.region_name = RegionOne {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.454938] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.retriable_status_codes = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.455128] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.service_metadata_proxy = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.455302] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.service_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.455474] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.service_type = network {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.455635] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.455792] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.status_code_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.455960] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.status_code_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.456121] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.456304] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.456483] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] neutron.version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.456675] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] notifications.bdms_in_notifications = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.456857] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] notifications.default_level = INFO {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.457040] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] notifications.notification_format = unversioned {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.457208] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] notifications.notify_on_state_change = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.457383] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.457560] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] pci.alias = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.457720] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] pci.device_spec = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.457881] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] pci.report_in_placement = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.458063] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.auth_section = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.458239] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.auth_type = password {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.458406] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.458564] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.458720] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.458880] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.459049] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.connect_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.459209] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.connect_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.459428] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.default_domain_id = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.459604] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.default_domain_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.459767] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.domain_id = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.459924] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.domain_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.460096] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.endpoint_override = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.460260] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.460418] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.460588] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.max_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.460768] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.min_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.460938] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.password = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.461108] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.project_domain_id = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.461274] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.project_domain_name = Default {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.461449] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.project_id = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.461619] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.project_name = service {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.461786] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.region_name = RegionOne {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.461945] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.retriable_status_codes = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.462117] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.service_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.462286] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.service_type = placement {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.462448] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.462637] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.status_code_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.462800] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.status_code_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.462958] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.system_scope = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.463128] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.463288] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.trust_id = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.463443] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.user_domain_id = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.463608] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.user_domain_name = Default {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.463764] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.user_id = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.463932] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.username = nova {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.464146] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.464309] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] placement.version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.464493] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.cores = 20 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.464661] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.count_usage_from_placement = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.464831] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.464998] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.injected_file_content_bytes = 10240 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.465198] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.injected_file_path_length = 255 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.465375] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.injected_files = 5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.465541] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.instances = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.465702] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.key_pairs = 100 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.465863] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.metadata_items = 128 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.466035] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.ram = 51200 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.466203] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.recheck_quota = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.466369] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.server_group_members = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.466556] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.server_groups = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.466776] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.unified_limits_resource_list = ['servers'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.466954] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] quota.unified_limits_resource_strategy = require {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.467143] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.467311] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.467475] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] scheduler.image_metadata_prefilter = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.467637] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.467799] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] scheduler.max_attempts = 3 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.467957] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] scheduler.max_placement_results = 1000 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.468134] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.468302] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] scheduler.query_placement_for_image_type_support = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.468466] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.468638] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] scheduler.workers = 2 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.468810] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.468980] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.469179] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.469334] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.469497] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.469658] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.469818] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.470014] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.470201] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.host_subset_size = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.470366] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.470525] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.470684] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.470845] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.isolated_hosts = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.471025] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.isolated_images = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.471202] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.471352] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.471518] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.471680] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.pci_in_placement = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.471841] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.472031] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.472202] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.472363] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.472529] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.472719] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.472894] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.track_instance_changes = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.473091] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.473267] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] metrics.required = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.473431] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] metrics.weight_multiplier = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.473591] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.473750] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] metrics.weight_setting = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.474075] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.474291] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] serial_console.enabled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.474464] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] serial_console.port_range = 10000:20000 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.474633] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.474799] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.474968] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] serial_console.serialproxy_port = 6083 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.475169] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] service_user.auth_section = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.475354] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] service_user.auth_type = password {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.475531] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] service_user.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.475672] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] service_user.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.475834] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] service_user.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.475993] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] service_user.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.476166] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] service_user.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.476337] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] service_user.send_service_user_token = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.476524] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] service_user.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.476698] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] service_user.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.476872] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.agent_enabled = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.477046] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.enabled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.477353] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.477558] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.477727] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.html5proxy_port = 6082 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.477893] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.image_compression = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.478062] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.jpeg_compression = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.478225] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.playback_compression = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.478389] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.require_secure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.478561] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.server_listen = 127.0.0.1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.478728] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.478888] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.streaming_mode = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.479057] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] spice.zlib_compression = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.479233] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] upgrade_levels.baseapi = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.479402] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] upgrade_levels.compute = auto {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.479559] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] upgrade_levels.conductor = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.479711] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] upgrade_levels.scheduler = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.479875] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vendordata_dynamic_auth.auth_section = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.480046] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vendordata_dynamic_auth.auth_type = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.480207] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vendordata_dynamic_auth.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.480362] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vendordata_dynamic_auth.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.480523] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.480680] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vendordata_dynamic_auth.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.480834] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vendordata_dynamic_auth.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.480994] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.481163] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vendordata_dynamic_auth.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.481338] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.api_retry_count = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.481497] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.ca_file = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.481665] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.cache_prefix = devstack-image-cache {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.481830] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.cluster_name = testcl1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.481990] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.connection_pool_size = 10 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.482159] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.console_delay_seconds = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.482326] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.datastore_regex = ^datastore.* {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.482530] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.482704] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.host_password = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.482869] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.host_port = 443 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.483045] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.host_username = administrator@vsphere.local {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.483219] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.insecure = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.483381] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.integration_bridge = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.483541] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.maximum_objects = 100 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.483699] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.pbm_default_policy = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.483856] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.pbm_enabled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.484017] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.pbm_wsdl_location = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.484214] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.484382] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.serial_port_proxy_uri = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.484540] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.serial_port_service_uri = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.484736] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.task_poll_interval = 0.5 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.484961] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.use_linked_clone = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.485174] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.vnc_keymap = en-us {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.485357] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.vnc_port = 5900 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.485523] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vmware.vnc_port_total = 10000 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.485710] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vnc.auth_schemes = ['none'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.485884] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vnc.enabled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.486189] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.486380] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.486557] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vnc.novncproxy_port = 6080 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.486740] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vnc.server_listen = 127.0.0.1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.486920] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.487100] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vnc.vencrypt_ca_certs = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.487267] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vnc.vencrypt_client_cert = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.487427] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vnc.vencrypt_client_key = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.487607] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.487770] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.disable_deep_image_inspection = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.487926] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.488103] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.488266] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.488428] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.disable_rootwrap = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.488588] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.enable_numa_live_migration = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.488748] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.488909] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.489080] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.489245] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.libvirt_disable_apic = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.489431] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.489565] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.489724] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.489887] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.490057] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.490221] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.490385] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.490544] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.490705] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.490866] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.491063] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.491237] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] wsgi.client_socket_timeout = 900 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.491407] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] wsgi.default_pool_size = 1000 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.491574] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] wsgi.keep_alive = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.491739] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] wsgi.max_header_line = 16384 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.491901] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] wsgi.secure_proxy_ssl_header = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.492072] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] wsgi.ssl_ca_file = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.492237] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] wsgi.ssl_cert_file = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.492398] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] wsgi.ssl_key_file = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.492561] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] wsgi.tcp_keepidle = 600 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.492735] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.492900] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] zvm.ca_file = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.493070] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] zvm.cloud_connector_url = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.493364] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.493539] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] zvm.reachable_timeout = 300 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.493713] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.493890] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.494077] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler.connection_string = messaging:// {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.494280] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler.enabled = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.494469] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler.es_doc_type = notification {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.494636] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler.es_scroll_size = 10000 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.494805] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler.es_scroll_time = 2m {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.494968] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler.filter_error_trace = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.495171] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler.hmac_keys = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.495358] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler.sentinel_service_name = mymaster {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.495529] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler.socket_timeout = 0.1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.495696] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler.trace_requests = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.495858] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler.trace_sqlalchemy = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.496130] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler_jaeger.process_tags = {} {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.496319] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler_jaeger.service_name_prefix = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.496488] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] profiler_otlp.service_name_prefix = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.496658] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] remote_debug.host = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.496822] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] remote_debug.port = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.497009] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.497185] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.497352] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.497515] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.497677] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.497837] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.498032] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.498169] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.498331] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.498501] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.498657] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.498823] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.498988] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.499167] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.499340] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.499537] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.499665] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.499839] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.499999] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.500174] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.500339] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.500502] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.500665] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.500832] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.500992] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.501168] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.501332] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.501494] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.501659] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.501826] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.ssl = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.501998] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.502185] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.502350] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.502521] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.502689] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.ssl_version = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.502852] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.503050] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.503221] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_notifications.retry = -1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.503404] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.503585] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_messaging_notifications.transport_url = **** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.503751] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.auth_section = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.503908] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.auth_type = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.504079] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.cafile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.504270] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.certfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.504440] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.collect_timing = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.504600] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.connect_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.504758] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.connect_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.504914] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.endpoint_id = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.505098] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.endpoint_interface = publicURL {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.505283] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.endpoint_override = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.505456] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.endpoint_region_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.505602] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.endpoint_service_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.505760] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.endpoint_service_type = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.505923] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.insecure = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.506092] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.keyfile = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.506250] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.max_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.506407] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.min_version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.506614] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.region_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.506788] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.retriable_status_codes = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.506950] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.service_name = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.507129] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.service_type = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.507295] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.split_loggers = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.507450] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.status_code_retries = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.507605] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.status_code_retry_delay = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.507760] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.timeout = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.507918] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.valid_interfaces = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.508125] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_limit.version = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.508251] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_reports.file_event_handler = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.508416] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.508575] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] oslo_reports.log_dir = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.508747] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.508906] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.509074] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.509243] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.509408] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.509565] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.509737] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.509894] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_ovs_privileged.group = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.510063] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.510230] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.510392] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.510550] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] vif_plug_ovs_privileged.user = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.510718] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_linux_bridge.flat_interface = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.510937] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.511151] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.511331] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.511502] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.511674] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.511841] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.512008] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.512196] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.512369] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_ovs.isolate_vif = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.512532] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.512697] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.512867] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.513049] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_ovs.ovsdb_interface = native {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.513220] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] os_vif_ovs.per_port_bridge = False {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.513393] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] privsep_osbrick.capabilities = [21] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.513554] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] privsep_osbrick.group = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.513727] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] privsep_osbrick.helper_command = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.513946] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.514140] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.514319] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] privsep_osbrick.user = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.514499] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.514658] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] nova_sys_admin.group = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.514815] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] nova_sys_admin.helper_command = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.514978] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.515157] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.515316] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] nova_sys_admin.user = None {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.515447] env[62555]: DEBUG oslo_service.service [None req-44e2f1ad-aa22-4f66-a6a2-6c3918a1353b None None] ******************************************************************************** {{(pid=62555) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 618.515863] env[62555]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 619.019308] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Getting list of instances from cluster (obj){ [ 619.019308] env[62555]: value = "domain-c8" [ 619.019308] env[62555]: _type = "ClusterComputeResource" [ 619.019308] env[62555]: } {{(pid=62555) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 619.020397] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c19d2e-e777-4101-8d20-10e1976775e0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.029640] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Got total of 0 instances {{(pid=62555) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 619.030235] env[62555]: WARNING nova.virt.vmwareapi.driver [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 619.030699] env[62555]: INFO nova.virt.node [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Generated node identity 5f354455-75f8-40c8-86fa-d8c530c2fdf0 [ 619.030930] env[62555]: INFO nova.virt.node [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Wrote node identity 5f354455-75f8-40c8-86fa-d8c530c2fdf0 to /opt/stack/data/n-cpu-1/compute_id [ 619.534009] env[62555]: WARNING nova.compute.manager [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Compute nodes ['5f354455-75f8-40c8-86fa-d8c530c2fdf0'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 620.540224] env[62555]: INFO nova.compute.manager [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 621.546070] env[62555]: WARNING nova.compute.manager [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 621.546480] env[62555]: DEBUG oslo_concurrency.lockutils [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.546612] env[62555]: DEBUG oslo_concurrency.lockutils [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.546743] env[62555]: DEBUG oslo_concurrency.lockutils [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.546903] env[62555]: DEBUG nova.compute.resource_tracker [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 621.548148] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac78f8e-cdd3-4f67-88d1-de677feecd38 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.556045] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44abff-cfcb-4bdd-ae54-486253f07a22 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.569483] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9186576b-2be5-48d1-bed4-be327de7cd08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.575891] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7db369f-fbfe-4f26-b05d-da9591771517 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.604288] env[62555]: DEBUG nova.compute.resource_tracker [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181423MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 621.604439] env[62555]: DEBUG oslo_concurrency.lockutils [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.604632] env[62555]: DEBUG oslo_concurrency.lockutils [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.109127] env[62555]: WARNING nova.compute.resource_tracker [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] No compute node record for cpu-1:5f354455-75f8-40c8-86fa-d8c530c2fdf0: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5f354455-75f8-40c8-86fa-d8c530c2fdf0 could not be found. [ 622.611332] env[62555]: INFO nova.compute.resource_tracker [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 [ 624.122911] env[62555]: DEBUG nova.compute.resource_tracker [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 624.122911] env[62555]: DEBUG nova.compute.resource_tracker [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 624.283478] env[62555]: INFO nova.scheduler.client.report [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] [req-81272f03-c1bd-4206-9be7-ff754c6c3c4f] Created resource provider record via placement API for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 624.301092] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d681673-485f-41ed-9e80-859c65d9a45a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.307585] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca854d8-87a7-45ae-9fa3-ddb7cd3c2c40 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.338473] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af9592f-6a3d-408e-830f-80f79999f1e8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.346064] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaf2932-1fe4-44e0-88b8-a393319629d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.359346] env[62555]: DEBUG nova.compute.provider_tree [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.900120] env[62555]: DEBUG nova.scheduler.client.report [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 624.900120] env[62555]: DEBUG nova.compute.provider_tree [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 0 to 1 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 624.900120] env[62555]: DEBUG nova.compute.provider_tree [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.948072] env[62555]: DEBUG nova.compute.provider_tree [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 1 to 2 during operation: update_traits {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 625.453072] env[62555]: DEBUG nova.compute.resource_tracker [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 625.453072] env[62555]: DEBUG oslo_concurrency.lockutils [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.846s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.453072] env[62555]: DEBUG nova.service [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Creating RPC server for service compute {{(pid=62555) start /opt/stack/nova/nova/service.py:186}} [ 625.466083] env[62555]: DEBUG nova.service [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] Join ServiceGroup membership for this service compute {{(pid=62555) start /opt/stack/nova/nova/service.py:203}} [ 625.466083] env[62555]: DEBUG nova.servicegroup.drivers.db [None req-103e386d-13ae-4a5d-80bc-a8cb0fe1a57c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62555) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 677.469144] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.469581] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.469708] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 677.469800] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 677.973347] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 677.973613] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.973792] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.973977] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.974177] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.974357] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 677.974533] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.479862] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Getting list of instances from cluster (obj){ [ 678.479862] env[62555]: value = "domain-c8" [ 678.479862] env[62555]: _type = "ClusterComputeResource" [ 678.479862] env[62555]: } {{(pid=62555) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 678.481070] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11df1f7c-0cb3-4ef8-8e6d-555f9358ba6a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.489902] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Got total of 0 instances {{(pid=62555) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 678.490137] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.490339] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 678.490495] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.993403] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.993668] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.993790] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.993943] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 678.994844] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9003600c-44be-4f0b-a1dd-598b5c1203a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.003053] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9427f175-582b-42b7-b6e8-7f22701ed1fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.016359] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73788149-e388-4347-97a5-85e5e045c0d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.022137] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588e57f3-9fef-48cc-953c-591c9f63c348 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.049901] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181417MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 679.050035] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.050226] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 680.068175] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 680.068465] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 680.082116] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01b59a9-d0f9-484e-8851-4dbd63d85ddc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.090102] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bfc8cf-d80d-4d79-9142-c1df2b3a336e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.119805] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26ff0c2-6bd6-4db1-895f-4c44a544f4fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.126992] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9936fa7b-cb5e-4883-a209-25a15b34d345 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.139448] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.645930] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 681.150397] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 681.150797] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.150856] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 681.151209] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Getting list of instances from cluster (obj){ [ 681.151209] env[62555]: value = "domain-c8" [ 681.151209] env[62555]: _type = "ClusterComputeResource" [ 681.151209] env[62555]: } {{(pid=62555) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 681.152294] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839f50fa-af25-4298-aab8-82c22345ed6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.161073] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Got total of 0 instances {{(pid=62555) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 737.481077] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.481602] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.986889] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 737.987091] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 737.987213] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 738.496258] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 738.496623] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.496623] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.496771] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.496898] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.497085] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.497296] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 738.497434] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 738.497586] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.001120] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.001423] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 739.001642] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.001822] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 739.002814] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dce675-8844-475c-aefe-d325ae654daf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.011675] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e716bb-347a-4bf2-92e1-3bc924f37cd1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.027023] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7480abe4-af95-4182-afae-d02cd891f222 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.034427] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1adaa1-5e34-4b29-8338-f9107f6ad3cd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.065457] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181423MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 739.065623] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 739.065823] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.083831] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 740.084343] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 740.097320] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926a69ca-304a-48fb-90eb-d195a7e24544 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.104910] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb47ed2-738d-4915-8aa8-2c2e6ae36683 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.140505] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aac097-e139-4794-b053-1b4421385f3c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.147793] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b990221-82b3-4f70-9507-e4707112f585 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.160458] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.663674] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 740.664998] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 740.665198] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.599s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.666516] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.666981] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 800.666981] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 800.666981] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 801.169971] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 801.170247] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.170411] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.170557] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.170706] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.170845] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.170989] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.171138] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 801.171284] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 801.674361] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.674701] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 801.674857] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 801.674911] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 801.675848] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa33e7d-a37c-4e9b-b752-7d074618d647 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.684909] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34b3bb1-705a-4275-a1e6-79359ab8eee6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.698526] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54910508-42ac-45e8-8287-4767dc633568 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.704429] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761ecb44-724c-4137-9d5a-ead812bdcf6c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.733813] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181415MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 801.733962] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.734157] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.752388] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 802.752638] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 802.765390] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16755d7-fbcf-46f8-920c-10d2dddb0cbe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.772994] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aede45fd-6a43-4bf5-a4d5-40c5c293d821 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.802138] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b897224-1750-4fd8-9873-f5843aaa41dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.809014] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d7d364-ee53-470d-a693-5b0a0012acbe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.821704] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.325111] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 803.326489] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 803.326666] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 861.448670] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.448956] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.953548] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 861.953672] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 861.953794] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 862.456482] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 862.456854] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.456854] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.457072] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.457214] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.457267] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.457408] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.457535] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 862.457673] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 862.961270] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.961573] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.961652] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.961805] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 862.962706] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb1a8d9-22a6-4444-9fc0-53f480451085 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.970957] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fae897c-66e1-4a51-bc93-aeb9962e065c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.985252] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f26aaa-3a86-4811-ae18-fd80e9eaef5e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.991720] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8df5d2-b453-4e57-88ac-9f510f1d9d24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.019467] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181415MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 863.019622] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.019783] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.037607] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 864.037832] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 864.050283] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4383daab-9fb9-4b9a-ba4f-0995265165ff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.057785] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d4dad4-f759-432b-a2ef-b21191aa6ac9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.087138] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661e498a-730f-469b-a61a-b3c57f74fe40 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.094041] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2390a1b3-f01d-490a-a95f-ddfd6ca3b9b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.106570] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.609906] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 864.611187] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 864.611366] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.795121] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 913.795121] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Cleaning up deleted instances {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 914.299177] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] There are 0 instances to clean {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 914.299408] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.299540] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Cleaning up deleted instances with incomplete migration {{(pid=62555) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 914.804925] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.307721] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.308070] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 916.308070] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 916.810770] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 916.811043] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.811190] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.811350] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.811497] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.811624] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 917.793555] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.793941] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.793980] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 918.297715] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.297996] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.298180] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.298337] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 918.299383] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe834ac-e967-4c34-aed9-ec8cd9d5b46c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.307730] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4137872-9cf8-4373-8a52-3a0de0fc8bf7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.321959] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81023d2c-ea89-4217-9ccf-42b274b8e6d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.327845] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bec63e-a44c-4b69-8b60-d8af18cb9137 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.355128] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181395MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 918.355279] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.355482] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.372045] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 919.372280] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 919.385553] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fec1e9-1722-408c-bd42-0379c47f4e9b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.393104] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c82b79-b913-4580-bc90-9470f081350a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.422446] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40d8c22-3c3a-4f76-9cc1-aae8a432e505 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.429009] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc44fb-e4c6-4dad-bfcb-af895400b8a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.441439] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.944703] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 919.946134] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 919.946336] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.946563] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.793637] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 975.794108] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.793861] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.794310] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 976.794310] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 977.297396] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 977.794111] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.794502] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 977.794502] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 978.794753] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.789197] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 979.789399] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.294215] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 980.797086] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.797377] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.797550] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.797706] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 980.798611] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a77412-151f-4910-9887-ccdeeb3eb6ed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.806922] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961cdf21-36b0-4cb7-94e0-36c44e688160 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.820886] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd608992-1705-49c8-a647-86bc8ae93af9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.826996] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f3b795-de5d-4bcd-84b1-880eed8712e2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.856025] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181396MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 980.856185] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 980.856371] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.888075] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 981.888409] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 981.905602] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 981.921028] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 981.921028] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.931290] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 981.947058] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 981.957537] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf2d5ef-e47a-4446-a87e-a5958e627fa2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.965009] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620e5a05-620b-4905-a124-5dc6a078c5f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.994788] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f710a48e-a7af-4e7e-9670-9556e4a07ba9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.001660] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57553126-4cb7-4972-a9b4-4b9c38241c3e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.014263] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.517800] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 982.519065] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 982.519240] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.663s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.019850] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.794635] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.795050] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.795050] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.795219] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.795260] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1038.794780] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1038.795206] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1038.795206] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1039.299646] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1039.793447] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1039.793683] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.793433] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1041.296349] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.296594] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.296771] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.296921] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1041.297811] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35eabe42-93aa-4194-a3ab-aa259995330a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.306144] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8af85f3-7ac0-4f1f-8499-849aa0c7b7d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.319522] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caaa33a-2f22-4824-bb48-eaddbd289cbf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.325647] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b47f196-3468-4f1d-972c-84f557371d03 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.354221] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181398MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1041.354358] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.354542] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.372702] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1042.372975] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1042.385720] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5682057-0154-4875-889d-10f198dfbc83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.393126] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102ae64d-7c17-4632-8814-45837533a055 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.421447] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b639a98-c239-4616-89ac-366fb0189802 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.427973] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba14b981-2225-4b0c-8db7-ecefccd7667b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.441306] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.944077] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1042.945358] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1042.945535] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.946554] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.796020] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.794637] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.794834] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1099.794582] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.794978] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1099.794978] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1100.298545] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1100.298595] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.298736] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.298918] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.293526] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1102.788771] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.293247] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1103.796377] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.796738] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.796786] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.796969] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1103.797867] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54682ece-fc7b-4da0-b621-8750f924903f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.806260] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc699d33-75fd-4a57-bc7b-1dc57ffb921a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.820313] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c8657a-1f4b-42fe-b50f-48b465162dae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.826126] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66c3ac7-4a59-423c-8a4e-9073ccf7c91f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.855057] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181419MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1103.855206] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.855392] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.874895] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1104.875169] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1104.887663] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55e92bc-ccba-47a8-b1e0-81a2d1102a1a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.895398] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc2f7eb-5d6f-4fb1-8e1b-7ae184d374d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.923372] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072c211b-dd98-4b85-b7cd-c73365d0c78d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.929595] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b762d9b-21bd-49f8-9993-6196f4e0be1c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.941947] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.444960] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1105.446220] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1105.446397] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1105.946597] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.794697] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.794094] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.794462] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.794462] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1160.794437] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.794809] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.795203] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1161.795635] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1161.795635] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1162.298241] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1163.292588] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.793919] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.300029] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.300029] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.300029] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.300029] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1164.300029] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc819245-0764-4cfb-9d56-f72ccc219fbe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.308590] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a08356-fddd-4fa7-82fb-778d1e4da992 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.323301] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53678fe6-12fd-432f-a9c5-6295df7842bd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.330643] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20681355-06c5-4e05-b185-56e6649d3335 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.360882] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181422MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1164.361384] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.361714] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1165.379982] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1165.380280] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1165.393061] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57075b8-9bbb-42cd-9e84-2a816a4b3dbd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.401126] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce32611-2a5f-4470-8f46-066722550dc5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.430200] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3568fa5-1230-4fdf-bd22-9f500025cb7b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.437787] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726d8941-1c7d-4f4c-8780-4c2bcf4e48b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.450376] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.952981] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1165.954287] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1165.954484] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1166.955381] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.796069] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.298153] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.298669] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.298669] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.298669] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1220.794366] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.794641] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.794356] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1222.794732] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1222.794732] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1223.297893] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1223.298212] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1223.298322] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Cleaning up deleted instances with incomplete migration {{(pid=62555) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 1224.297223] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.297597] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1224.297639] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Cleaning up deleted instances {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 1224.800825] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] There are 0 instances to clean {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1226.293615] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.798064] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1226.798419] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1227.301107] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.301579] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.301579] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.301719] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1227.302904] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589503ae-77b8-4ee1-b405-27f1a78ac51a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.310733] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4eeb50-b630-46f6-8dd1-116442b28359 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.325662] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f212d0-f0de-4631-b570-0a7a9c10ecc7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.331752] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004ab598-8cdc-4b5f-8d57-d5d1501210c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.360642] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181420MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1227.360789] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.360982] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.380103] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1228.380344] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1228.393764] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeebc6b-dae1-496a-aba5-8828eca0da30 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.401287] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d08a428-7cad-4a5f-a9d2-46969213db54 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.429952] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063bfe29-1b5f-41ca-911b-6c3bd25e8afe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.436491] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11032d98-98a4-4f88-a0dc-29df70d0deef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.448883] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.952388] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1228.953678] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1228.953856] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.133035] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.133405] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.636496] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Getting list of instances from cluster (obj){ [ 1280.636496] env[62555]: value = "domain-c8" [ 1280.636496] env[62555]: _type = "ClusterComputeResource" [ 1280.636496] env[62555]: } {{(pid=62555) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1280.637912] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f33f6f6-cfa6-46a8-a515-7142a72a756f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.646379] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Got total of 0 instances {{(pid=62555) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1281.794729] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.794729] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.794729] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.794729] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1282.794952] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.795108] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1284.795108] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1284.795108] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1285.298261] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1286.292905] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1287.795278] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1288.298583] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.298836] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.298984] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.299157] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1288.300064] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313bc5e4-5873-437a-87e4-4a94a8c8f9e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.308249] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c89635-b9da-47b1-8021-b34fb833281d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.322272] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce564e5-f0e7-423f-b35d-ac0f08ccc149 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.329248] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff7be8e-41c6-4453-9183-b7a1b7fe83ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.357635] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181425MB free_disk=181GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1288.357802] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.358016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1289.481415] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1289.481713] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1289.496623] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1289.510735] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1289.510906] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1289.519715] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1289.534000] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1289.547018] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66104818-2a31-4201-9cd1-b3af515725cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.552860] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad307c0-30fb-49cf-8fdc-914cf441fb91 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.581763] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb6226b-81bc-4839-a54f-89d758a15c4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.588516] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb646974-e48c-475c-b7f2-7e08ea49187c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.601274] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.105078] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1290.106298] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1290.106617] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.749s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.105888] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.939838] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquiring lock "7ac9a753-1145-48c6-b97c-9e84f872d9fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.940402] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lock "7ac9a753-1145-48c6-b97c-9e84f872d9fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.445817] env[62555]: DEBUG nova.compute.manager [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1304.982349] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.982671] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.987427] env[62555]: INFO nova.compute.claims [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1305.227080] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "82633979-af2d-47d3-95cb-edae528862a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.227368] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "82633979-af2d-47d3-95cb-edae528862a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.229700] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquiring lock "c48d86ef-48b1-480b-8aab-090a7840e481" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.229789] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "c48d86ef-48b1-480b-8aab-090a7840e481" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.292078] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquiring lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.292315] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.733459] env[62555]: DEBUG nova.compute.manager [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.741622] env[62555]: DEBUG nova.compute.manager [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1305.798038] env[62555]: DEBUG nova.compute.manager [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1306.084764] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc71e8af-ffa8-4245-9365-c170f99fa3f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.094916] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f53798-aa66-4d9e-bb59-7978d053422e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.131732] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3afc58-7b84-412b-b99e-660885e8515d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.139638] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bab53d8-b838-46a4-9cf5-caf1ef523f37 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.162023] env[62555]: DEBUG nova.compute.provider_tree [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.261567] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.264799] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.321285] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.648815] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquiring lock "a7779533-b163-43dd-9f60-69f64fce8885" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.649123] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Lock "a7779533-b163-43dd-9f60-69f64fce8885" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.666499] env[62555]: DEBUG nova.scheduler.client.report [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1307.152933] env[62555]: DEBUG nova.compute.manager [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1307.174940] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.174940] env[62555]: DEBUG nova.compute.manager [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1307.185221] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.918s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.192332] env[62555]: INFO nova.compute.claims [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1307.404799] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquiring lock "bc049f7b-e4f8-46e5-b873-58de47cae810" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.404799] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Lock "bc049f7b-e4f8-46e5-b873-58de47cae810" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.692051] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.697382] env[62555]: DEBUG nova.compute.utils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1307.701816] env[62555]: DEBUG nova.compute.manager [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Not allocating networking since 'none' was specified. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1307.856503] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquiring lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.856724] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.910225] env[62555]: DEBUG nova.compute.manager [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1308.202417] env[62555]: DEBUG nova.compute.manager [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1308.360791] env[62555]: DEBUG nova.compute.manager [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1308.396417] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1171f3-abdf-4759-b6cd-f1d5ad3f53e9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.411775] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469cd238-ddc7-4b06-912f-0a26028d2a26 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.454765] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.455589] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9039f4e8-770e-4e02-bb47-bea039a7da7d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.464101] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6697fd9a-f739-4e2f-81a0-ffd306d1c038 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.480015] env[62555]: DEBUG nova.compute.provider_tree [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.902718] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.983960] env[62555]: DEBUG nova.scheduler.client.report [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1309.218081] env[62555]: DEBUG nova.compute.manager [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1309.418092] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquiring lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.418422] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.419843] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "34828a36-3444-435b-98a2-cd82665c4ef9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.419843] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "34828a36-3444-435b-98a2-cd82665c4ef9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.491155] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.491155] env[62555]: DEBUG nova.compute.manager [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1309.501017] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.230s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.501017] env[62555]: INFO nova.compute.claims [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.553529] env[62555]: DEBUG nova.virt.hardware [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1309.553946] env[62555]: DEBUG nova.virt.hardware [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1309.554155] env[62555]: DEBUG nova.virt.hardware [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1309.554350] env[62555]: DEBUG nova.virt.hardware [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1309.554501] env[62555]: DEBUG nova.virt.hardware [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1309.554677] env[62555]: DEBUG nova.virt.hardware [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1309.554890] env[62555]: DEBUG nova.virt.hardware [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1309.555059] env[62555]: DEBUG nova.virt.hardware [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1309.555225] env[62555]: DEBUG nova.virt.hardware [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1309.555384] env[62555]: DEBUG nova.virt.hardware [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1309.555559] env[62555]: DEBUG nova.virt.hardware [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1309.558182] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b9e697-bc21-4813-97f8-677044052329 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.567786] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943c51ef-4605-4f09-b993-aea8c58eab50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.586550] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d791b81-58a4-40c7-ab0e-2821cf5d9e83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.608192] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.618806] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.618806] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8e8cc1c-0ef9-40ec-baf8-ea639bfb6c46 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.632942] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Created folder: OpenStack in parent group-v4. [ 1309.633174] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Creating folder: Project (e62fcbdbea2d431091abf3175a4e9b5d). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.633618] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-632f2c71-4ca3-46dd-8daa-9aa7e607e0da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.644787] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Created folder: Project (e62fcbdbea2d431091abf3175a4e9b5d) in parent group-v355069. [ 1309.644787] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Creating folder: Instances. Parent ref: group-v355070. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1309.644787] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92e2aa66-4924-490d-969d-89b84a9971c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.652116] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Created folder: Instances in parent group-v355070. [ 1309.652402] env[62555]: DEBUG oslo.service.loopingcall [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1309.652600] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.652800] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b6a28d1-a27d-4a4b-9f6d-29eb0331c7ab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.671539] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.671539] env[62555]: value = "task-1703962" [ 1309.671539] env[62555]: _type = "Task" [ 1309.671539] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.681098] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703962, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.924402] env[62555]: DEBUG nova.compute.manager [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1309.926973] env[62555]: DEBUG nova.compute.manager [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1310.006127] env[62555]: DEBUG nova.compute.utils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1310.010077] env[62555]: DEBUG nova.compute.manager [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.010077] env[62555]: DEBUG nova.network.neutron [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1310.191443] env[62555]: DEBUG nova.policy [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '129231078a2140a198621d5a4796471e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0cf4582310d4a00a063288df15ca34e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1310.201039] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703962, 'name': CreateVM_Task, 'duration_secs': 0.311831} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.201039] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.201735] env[62555]: DEBUG oslo_vmware.service [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b92e6e-5e97-40ca-8a1d-33884f7eb1de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.208432] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.209149] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.209959] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1310.210724] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8a2442b-99ad-4535-8c62-3f5d69e07880 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.217228] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1310.217228] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52afdef0-eca8-123a-d69f-364707ee2198" [ 1310.217228] env[62555]: _type = "Task" [ 1310.217228] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.230921] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52afdef0-eca8-123a-d69f-364707ee2198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.452889] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.454668] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.517183] env[62555]: DEBUG nova.compute.manager [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1310.672838] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1897d95a-a9d4-4733-b533-5da7c333a34a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.680919] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba5143a-91b3-4678-9e12-e705b6bc2a29 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.715143] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c943005b-0dff-45cc-96ff-107ce9d25e12 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.726534] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3cbba3-b784-47c7-a799-1c54bbb22694 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.742254] env[62555]: DEBUG nova.compute.provider_tree [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.746402] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1310.746731] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.746857] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.747010] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.747415] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.747659] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-698cfdc5-79a7-4283-af9e-f261f62ef107 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.771348] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.771568] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.772423] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427d98a8-56cd-461e-bc7d-55a38a5cbda9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.778555] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f4ec61-d328-43eb-bec6-fc062e0fa76e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.783929] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1310.783929] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5297ae6c-edc2-894b-1371-1a07aabeef16" [ 1310.783929] env[62555]: _type = "Task" [ 1310.783929] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.791797] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5297ae6c-edc2-894b-1371-1a07aabeef16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.249151] env[62555]: DEBUG nova.scheduler.client.report [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1311.299919] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Preparing fetch location {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1311.300241] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Creating directory with path [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.300669] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d95c394a-7892-4c1f-ba4c-c8c2d8caa164 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.322813] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Created directory with path [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.323208] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Fetch image to [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b/tmp-sparse.vmdk {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1311.323334] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Downloading image file data 7b6d5136-2882-460a-9eb3-e3abf696f07b to [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b/tmp-sparse.vmdk on the data store datastore1 {{(pid=62555) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1311.324345] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be0c51c-ff2d-4f73-896a-0f846bccac45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.336284] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f454da-5f48-47b3-aeb5-0e4d16a37d3d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.348013] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9859313-4378-45de-a822-1bba814e9a00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.394303] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c4172-6fb6-4976-a183-a78a25ba88fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.400520] env[62555]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-71da903b-6811-43b8-8ce6-4835f7c7dad5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.404094] env[62555]: DEBUG nova.network.neutron [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Successfully created port: b7e4f471-0d5a-4734-a0d6-e189173e14fc {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.490692] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Downloading image file data 7b6d5136-2882-460a-9eb3-e3abf696f07b to the data store datastore1 {{(pid=62555) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1311.531552] env[62555]: DEBUG nova.compute.manager [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1311.572209] env[62555]: DEBUG nova.virt.hardware [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1311.572517] env[62555]: DEBUG nova.virt.hardware [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1311.572517] env[62555]: DEBUG nova.virt.hardware [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.572799] env[62555]: DEBUG nova.virt.hardware [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1311.572922] env[62555]: DEBUG nova.virt.hardware [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.573105] env[62555]: DEBUG nova.virt.hardware [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1311.573417] env[62555]: DEBUG nova.virt.hardware [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1311.573453] env[62555]: DEBUG nova.virt.hardware [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1311.573638] env[62555]: DEBUG nova.virt.hardware [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1311.575021] env[62555]: DEBUG nova.virt.hardware [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1311.575021] env[62555]: DEBUG nova.virt.hardware [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1311.575021] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4176551a-c146-487b-92af-8b8d156c7e8d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.585125] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58bdeb1-1c0a-4480-bcfa-4c7265e99fb8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.605785] env[62555]: DEBUG oslo_vmware.rw_handles [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62555) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1311.753669] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.754283] env[62555]: DEBUG nova.compute.manager [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1311.766788] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.446s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.772767] env[62555]: INFO nova.compute.claims [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.282191] env[62555]: DEBUG nova.compute.utils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1312.283895] env[62555]: DEBUG nova.compute.manager [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Not allocating networking since 'none' was specified. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1312.344753] env[62555]: DEBUG oslo_vmware.rw_handles [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Completed reading data from the image iterator. {{(pid=62555) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1312.344890] env[62555]: DEBUG oslo_vmware.rw_handles [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1312.411038] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Downloaded image file data 7b6d5136-2882-460a-9eb3-e3abf696f07b to vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b/tmp-sparse.vmdk on the data store datastore1 {{(pid=62555) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1312.413015] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Caching image {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1312.413282] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Copying Virtual Disk [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b/tmp-sparse.vmdk to [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.413562] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ff834ae-2d86-4bc4-ade7-b15e20e51f97 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.424236] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1312.424236] env[62555]: value = "task-1703963" [ 1312.424236] env[62555]: _type = "Task" [ 1312.424236] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.434374] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.785638] env[62555]: DEBUG nova.compute.manager [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1312.938558] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703963, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.148395] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2fdd2f-d6a0-45f7-a720-a764b6dfd689 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.156289] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34220193-7372-4ab0-81e4-a8e8c6d1cdb3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.186399] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d9b4cf-ecc9-4de1-b8a5-3df647c6c5a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.194783] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5439837-5055-445e-9a59-b0726e3bce09 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.208107] env[62555]: DEBUG nova.compute.provider_tree [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.438147] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6882} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.438474] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Copied Virtual Disk [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b/tmp-sparse.vmdk to [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.438626] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Deleting the datastore file [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b/tmp-sparse.vmdk {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.440343] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e83caed-53ca-47ac-8797-b1e7ac06d26f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.446700] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1313.446700] env[62555]: value = "task-1703964" [ 1313.446700] env[62555]: _type = "Task" [ 1313.446700] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.460033] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703964, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.712995] env[62555]: DEBUG nova.scheduler.client.report [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1313.800533] env[62555]: DEBUG nova.compute.manager [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1313.833046] env[62555]: DEBUG nova.virt.hardware [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1313.833365] env[62555]: DEBUG nova.virt.hardware [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1313.833455] env[62555]: DEBUG nova.virt.hardware [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.833632] env[62555]: DEBUG nova.virt.hardware [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1313.833811] env[62555]: DEBUG nova.virt.hardware [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.833963] env[62555]: DEBUG nova.virt.hardware [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1313.834182] env[62555]: DEBUG nova.virt.hardware [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1313.834342] env[62555]: DEBUG nova.virt.hardware [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1313.834504] env[62555]: DEBUG nova.virt.hardware [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1313.834662] env[62555]: DEBUG nova.virt.hardware [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1313.834826] env[62555]: DEBUG nova.virt.hardware [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1313.835801] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026f8e26-bfea-4575-9f54-e6e4d87b3996 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.844909] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2dd0f6-5f5e-4229-b95f-79ba6a142495 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.868452] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.873411] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Creating folder: Project (0415a1d850c547069a09be488359fcfb). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.875024] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48f534d8-3970-478d-9451-65e10bdbbf38 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.885171] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Created folder: Project (0415a1d850c547069a09be488359fcfb) in parent group-v355069. [ 1313.885364] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Creating folder: Instances. Parent ref: group-v355073. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1313.885601] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d932a0cb-446c-46cc-b86f-68cce315d297 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.896245] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Created folder: Instances in parent group-v355073. [ 1313.896245] env[62555]: DEBUG oslo.service.loopingcall [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1313.896245] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.896245] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b3de1c1-f66b-4e38-884b-0da0dbd4e135 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.915038] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.915038] env[62555]: value = "task-1703967" [ 1313.915038] env[62555]: _type = "Task" [ 1313.915038] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.925483] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703967, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.960456] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703964, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024591} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.960969] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1313.960969] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Moving file from [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122/7b6d5136-2882-460a-9eb3-e3abf696f07b to [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b. {{(pid=62555) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1313.961245] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-28b2e61b-6b58-42bb-9249-4d567728c76a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.975517] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1313.975517] env[62555]: value = "task-1703968" [ 1313.975517] env[62555]: _type = "Task" [ 1313.975517] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.986023] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703968, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.220744] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.221851] env[62555]: DEBUG nova.compute.manager [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1314.224282] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.533s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.225770] env[62555]: INFO nova.compute.claims [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.426222] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703967, 'name': CreateVM_Task, 'duration_secs': 0.474813} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.426369] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.427189] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.427363] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.427693] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1314.428019] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32d9229f-0cf9-4cb4-adad-1024eb505040 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.434428] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1314.434428] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520bcd14-398d-6540-b81f-f32e1bbeaeec" [ 1314.434428] env[62555]: _type = "Task" [ 1314.434428] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.443559] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520bcd14-398d-6540-b81f-f32e1bbeaeec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.485811] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703968, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.038598} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.486117] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] File moved {{(pid=62555) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1314.486310] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Cleaning up location [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122 {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1314.486671] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Deleting the datastore file [datastore1] vmware_temp/c2980e59-7fb2-409a-ad8e-9532c6ab8122 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.486938] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc169046-54b6-4cd3-b9ac-8c36498fe613 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.494220] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1314.494220] env[62555]: value = "task-1703969" [ 1314.494220] env[62555]: _type = "Task" [ 1314.494220] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.504421] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.734429] env[62555]: DEBUG nova.compute.utils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1314.740275] env[62555]: DEBUG nova.compute.manager [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1314.740275] env[62555]: DEBUG nova.network.neutron [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1314.839027] env[62555]: DEBUG nova.policy [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35b60220d3154c729ba351ff1bcd77c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a05b6446f3dc4313a49f8dc034ff4e86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1314.950318] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520bcd14-398d-6540-b81f-f32e1bbeaeec, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.951275] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.951600] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.951833] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.985075] env[62555]: DEBUG nova.network.neutron [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Successfully updated port: b7e4f471-0d5a-4734-a0d6-e189173e14fc {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.009023] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02421} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.009023] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.009023] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ad295d-c2fd-4867-8d73-cab35fb56d16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.020455] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1315.020455] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52139aa6-b4a0-b6f4-986d-d3ebe4686e7a" [ 1315.020455] env[62555]: _type = "Task" [ 1315.020455] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.030652] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52139aa6-b4a0-b6f4-986d-d3ebe4686e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.239942] env[62555]: DEBUG nova.compute.manager [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1315.408512] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd126714-f074-468a-ba4e-a8e2d1e862dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.420116] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be2da3b-19f8-4812-86af-ad8a633072a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.428268] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "e6631b64-61c4-477f-8a0e-65319e540e29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1315.428601] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "e6631b64-61c4-477f-8a0e-65319e540e29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1315.464499] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880f52b5-76d1-444f-802f-150faefae7c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.473112] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f2f82c-f07f-4f07-8e28-3bec10f01319 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.487781] env[62555]: DEBUG nova.compute.provider_tree [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.490676] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "refresh_cache-82633979-af2d-47d3-95cb-edae528862a1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1315.490676] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquired lock "refresh_cache-82633979-af2d-47d3-95cb-edae528862a1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.490676] env[62555]: DEBUG nova.network.neutron [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.530269] env[62555]: DEBUG nova.network.neutron [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Successfully created port: 3d380868-b440-41ab-a5ca-0aa510c1895d {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.540262] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52139aa6-b4a0-b6f4-986d-d3ebe4686e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.012279} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.540413] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1315.540578] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 7ac9a753-1145-48c6-b97c-9e84f872d9fa/7ac9a753-1145-48c6-b97c-9e84f872d9fa.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1315.541051] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.541051] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1315.541897] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a1aee96-17e6-48e0-a9be-e7d9d2ce3a54 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.544504] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7042e08-7aec-4dc1-808d-69db995ae562 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.551878] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1315.551878] env[62555]: value = "task-1703970" [ 1315.551878] env[62555]: _type = "Task" [ 1315.551878] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.557455] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1315.557455] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1315.559440] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee62f716-da17-4a24-b758-36c980a6c815 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.564796] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.568318] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1315.568318] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522ec4e1-91c4-9f2f-de2f-89a700640584" [ 1315.568318] env[62555]: _type = "Task" [ 1315.568318] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.578023] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522ec4e1-91c4-9f2f-de2f-89a700640584, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.933936] env[62555]: DEBUG nova.compute.manager [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1315.992467] env[62555]: DEBUG nova.scheduler.client.report [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1316.065487] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703970, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.082535] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522ec4e1-91c4-9f2f-de2f-89a700640584, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.083714] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea713f2-3f65-4b07-a88d-6ad2aabe2df9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.091060] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1316.091060] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52620b37-032e-bcaf-a47c-d11e31af3ecd" [ 1316.091060] env[62555]: _type = "Task" [ 1316.091060] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.102215] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52620b37-032e-bcaf-a47c-d11e31af3ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.107312] env[62555]: DEBUG nova.network.neutron [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.251887] env[62555]: DEBUG nova.compute.manager [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1316.285865] env[62555]: DEBUG nova.virt.hardware [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1316.285865] env[62555]: DEBUG nova.virt.hardware [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1316.285865] env[62555]: DEBUG nova.virt.hardware [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.286079] env[62555]: DEBUG nova.virt.hardware [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1316.286079] env[62555]: DEBUG nova.virt.hardware [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.286079] env[62555]: DEBUG nova.virt.hardware [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1316.286202] env[62555]: DEBUG nova.virt.hardware [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1316.286466] env[62555]: DEBUG nova.virt.hardware [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1316.286733] env[62555]: DEBUG nova.virt.hardware [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1316.286997] env[62555]: DEBUG nova.virt.hardware [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1316.287236] env[62555]: DEBUG nova.virt.hardware [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1316.288268] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e12e63-916a-4a82-a6aa-0c9b98144e01 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.298974] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae782220-1da0-4a7a-9cb4-0c959f1dd740 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.463502] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.502606] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.503173] env[62555]: DEBUG nova.compute.manager [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1316.508255] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.052s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.508255] env[62555]: INFO nova.compute.claims [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.565489] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61615} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.567298] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 7ac9a753-1145-48c6-b97c-9e84f872d9fa/7ac9a753-1145-48c6-b97c-9e84f872d9fa.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1316.567470] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1316.568666] env[62555]: DEBUG nova.compute.manager [req-99d7e671-267c-427c-b322-654077288475 req-99f402e2-8685-471f-94b6-be18b33e6a00 service nova] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Received event network-vif-plugged-b7e4f471-0d5a-4734-a0d6-e189173e14fc {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1316.568824] env[62555]: DEBUG oslo_concurrency.lockutils [req-99d7e671-267c-427c-b322-654077288475 req-99f402e2-8685-471f-94b6-be18b33e6a00 service nova] Acquiring lock "82633979-af2d-47d3-95cb-edae528862a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1316.569038] env[62555]: DEBUG oslo_concurrency.lockutils [req-99d7e671-267c-427c-b322-654077288475 req-99f402e2-8685-471f-94b6-be18b33e6a00 service nova] Lock "82633979-af2d-47d3-95cb-edae528862a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.569206] env[62555]: DEBUG oslo_concurrency.lockutils [req-99d7e671-267c-427c-b322-654077288475 req-99f402e2-8685-471f-94b6-be18b33e6a00 service nova] Lock "82633979-af2d-47d3-95cb-edae528862a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.569392] env[62555]: DEBUG nova.compute.manager [req-99d7e671-267c-427c-b322-654077288475 req-99f402e2-8685-471f-94b6-be18b33e6a00 service nova] [instance: 82633979-af2d-47d3-95cb-edae528862a1] No waiting events found dispatching network-vif-plugged-b7e4f471-0d5a-4734-a0d6-e189173e14fc {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.569631] env[62555]: WARNING nova.compute.manager [req-99d7e671-267c-427c-b322-654077288475 req-99f402e2-8685-471f-94b6-be18b33e6a00 service nova] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Received unexpected event network-vif-plugged-b7e4f471-0d5a-4734-a0d6-e189173e14fc for instance with vm_state building and task_state spawning. [ 1316.570102] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64149767-5dce-49a3-a1b6-d65968cbe908 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.580983] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1316.580983] env[62555]: value = "task-1703971" [ 1316.580983] env[62555]: _type = "Task" [ 1316.580983] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.586896] env[62555]: DEBUG nova.network.neutron [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Updating instance_info_cache with network_info: [{"id": "b7e4f471-0d5a-4734-a0d6-e189173e14fc", "address": "fa:16:3e:ba:53:5c", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e4f471-0d", "ovs_interfaceid": "b7e4f471-0d5a-4734-a0d6-e189173e14fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.592683] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.602829] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52620b37-032e-bcaf-a47c-d11e31af3ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.054598} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.603076] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.603330] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1316.603748] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0e6679b-9568-46cc-8747-102e7c0bac3c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.611425] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1316.611425] env[62555]: value = "task-1703972" [ 1316.611425] env[62555]: _type = "Task" [ 1316.611425] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.620605] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1703972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.015520] env[62555]: DEBUG nova.compute.utils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1317.021644] env[62555]: DEBUG nova.compute.manager [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1317.021836] env[62555]: DEBUG nova.network.neutron [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.089566] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Releasing lock "refresh_cache-82633979-af2d-47d3-95cb-edae528862a1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.089984] env[62555]: DEBUG nova.compute.manager [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Instance network_info: |[{"id": "b7e4f471-0d5a-4734-a0d6-e189173e14fc", "address": "fa:16:3e:ba:53:5c", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e4f471-0d", "ovs_interfaceid": "b7e4f471-0d5a-4734-a0d6-e189173e14fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.092219] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:53:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7e4f471-0d5a-4734-a0d6-e189173e14fc', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.109598] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Creating folder: Project (f0cf4582310d4a00a063288df15ca34e). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.111468] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b646cf7-9949-4edb-bfea-ae1621729a7e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.113449] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064273} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.113449] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.117729] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb15615d-88a8-4b96-963a-e386ae3afb27 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.124806] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Created folder: Project (f0cf4582310d4a00a063288df15ca34e) in parent group-v355069. [ 1317.125212] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Creating folder: Instances. Parent ref: group-v355076. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.125317] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0966f231-ef8d-4b60-81d4-4460acb00932 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.132628] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1703972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48307} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.133389] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1317.133613] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1317.134253] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c41cae0-acd4-43b2-844d-f3d45b4cb46a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.155750] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 7ac9a753-1145-48c6-b97c-9e84f872d9fa/7ac9a753-1145-48c6-b97c-9e84f872d9fa.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.158112] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21bfd8c7-7bad-4ffd-a867-94da6aa64dde {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.174647] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Created folder: Instances in parent group-v355076. [ 1317.174978] env[62555]: DEBUG oslo.service.loopingcall [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1317.177107] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.177107] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1317.177107] env[62555]: value = "task-1703975" [ 1317.177107] env[62555]: _type = "Task" [ 1317.177107] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.177952] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77493553-53b3-47fb-a568-147c503c42a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.199490] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1317.199490] env[62555]: value = "task-1703976" [ 1317.199490] env[62555]: _type = "Task" [ 1317.199490] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.210425] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1703975, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.210762] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.210762] env[62555]: value = "task-1703977" [ 1317.210762] env[62555]: _type = "Task" [ 1317.210762] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.212222] env[62555]: DEBUG nova.policy [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10622a84a4984c3c829841e014b2055a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcf01301e69d48a0be11a5494cac60e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.221869] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.226977] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703977, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.525840] env[62555]: DEBUG nova.compute.manager [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1317.705038] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1703975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063901} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.710526] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1317.711634] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569c5785-df76-40ef-8264-7d72cf4e0fea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.724620] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703976, 'name': ReconfigVM_Task, 'duration_secs': 0.392432} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.734017] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 7ac9a753-1145-48c6-b97c-9e84f872d9fa/7ac9a753-1145-48c6-b97c-9e84f872d9fa.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.744932] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.749694] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eb0c5c2-3ab1-477c-94c4-92bfcfb0a6db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.754405] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-390eee91-3161-439f-b757-7044c0861d9e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.768087] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703977, 'name': CreateVM_Task, 'duration_secs': 0.372592} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.768864] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d585620-b17a-4c8f-bcab-4a01beacea2d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.771725] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.783062] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1317.783062] env[62555]: value = "task-1703979" [ 1317.783062] env[62555]: _type = "Task" [ 1317.783062] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.783062] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1317.783062] env[62555]: value = "task-1703978" [ 1317.783062] env[62555]: _type = "Task" [ 1317.783062] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.783062] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9017e7f4-9cb5-487a-bef1-572f49b69d05 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.793143] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.793666] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.793666] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.794265] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e0d4aa-1e4a-43a9-b9da-59f0e0fd482d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.847132] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31eb5496-d87d-4324-9862-6212b0d36d9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.850838] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703978, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.851164] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1703979, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.855110] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1317.855110] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c451d0-ccc7-f126-12c5-384ce2e81edb" [ 1317.855110] env[62555]: _type = "Task" [ 1317.855110] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.865126] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16e7905-0966-4e07-b9e0-e32e13c7eeed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.874529] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c451d0-ccc7-f126-12c5-384ce2e81edb, 'name': SearchDatastore_Task, 'duration_secs': 0.008579} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.882571] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.882776] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.883061] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.883190] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.884039] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.884039] env[62555]: DEBUG nova.compute.provider_tree [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1317.885291] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-538626f8-eb94-4ffc-b9ea-d6bf8f75c1e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.893203] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.893383] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.894728] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5687cc-a936-47c0-aae8-347926d75f64 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.900650] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1317.900650] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525115ff-387a-7e4c-e08e-6f6794819d0a" [ 1317.900650] env[62555]: _type = "Task" [ 1317.900650] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.910320] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525115ff-387a-7e4c-e08e-6f6794819d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.251703] env[62555]: DEBUG nova.network.neutron [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Successfully updated port: 3d380868-b440-41ab-a5ca-0aa510c1895d {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1318.296470] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1703979, 'name': ReconfigVM_Task, 'duration_secs': 0.293542} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.300645] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Reconfigured VM instance instance-00000003 to attach disk [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.300954] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703978, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.301235] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abc01c84-9582-44fd-bdb2-6e6c12562a9f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.308831] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1318.308831] env[62555]: value = "task-1703980" [ 1318.308831] env[62555]: _type = "Task" [ 1318.308831] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.319063] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1703980, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.418702] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525115ff-387a-7e4c-e08e-6f6794819d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.008138} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.421401] env[62555]: ERROR nova.scheduler.client.report [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [req-02f81219-f527-4132-8870-09a65c578726] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-02f81219-f527-4132-8870-09a65c578726"}]} [ 1318.426351] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c590bd2-fa95-4a6b-8517-1b51a9e0b2e0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.433265] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1318.433265] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52957c69-e8da-2117-f457-a3f5364643bd" [ 1318.433265] env[62555]: _type = "Task" [ 1318.433265] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.441850] env[62555]: DEBUG nova.scheduler.client.report [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1318.447765] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52957c69-e8da-2117-f457-a3f5364643bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.472863] env[62555]: DEBUG nova.scheduler.client.report [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1318.472863] env[62555]: DEBUG nova.compute.provider_tree [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 181, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1318.486994] env[62555]: DEBUG nova.scheduler.client.report [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1318.516430] env[62555]: DEBUG nova.scheduler.client.report [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1318.540076] env[62555]: DEBUG nova.compute.manager [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.598930] env[62555]: DEBUG nova.virt.hardware [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1318.599203] env[62555]: DEBUG nova.virt.hardware [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1318.599367] env[62555]: DEBUG nova.virt.hardware [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.599567] env[62555]: DEBUG nova.virt.hardware [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1318.599700] env[62555]: DEBUG nova.virt.hardware [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.599839] env[62555]: DEBUG nova.virt.hardware [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1318.600094] env[62555]: DEBUG nova.virt.hardware [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1318.600221] env[62555]: DEBUG nova.virt.hardware [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1318.600388] env[62555]: DEBUG nova.virt.hardware [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1318.600545] env[62555]: DEBUG nova.virt.hardware [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1318.600713] env[62555]: DEBUG nova.virt.hardware [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1318.602562] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9116459-1364-45c9-8fb8-ca1506f1b41b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.612997] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2492b2-c0b6-41cd-9fd1-aff5bb6bcc66 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.684064] env[62555]: DEBUG nova.network.neutron [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Successfully created port: 1ba53a01-71aa-4fa5-af7d-f7fae6b4891f {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1318.761454] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquiring lock "refresh_cache-df1dac83-ea5d-4513-a4cf-3eb11f420dc7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1318.761454] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquired lock "refresh_cache-df1dac83-ea5d-4513-a4cf-3eb11f420dc7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.762285] env[62555]: DEBUG nova.network.neutron [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.810412] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703978, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.817059] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e2f575-e23c-4a8f-b177-17ab19e6b3e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.828148] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1703980, 'name': Rename_Task, 'duration_secs': 0.262874} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.829158] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325fff9b-5165-42ac-a9ef-77b0a69e9860 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.833335] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1318.833335] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-738edd5b-37f9-4d80-b92a-605504c2235b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.863479] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073ca8d9-c65b-4390-a888-7131dccea62e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.865700] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1318.865700] env[62555]: value = "task-1703981" [ 1318.865700] env[62555]: _type = "Task" [ 1318.865700] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.875312] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d69fed-fe0c-4e9d-9ced-a92923939761 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.882031] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1703981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.892276] env[62555]: DEBUG nova.compute.provider_tree [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1318.953251] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52957c69-e8da-2117-f457-a3f5364643bd, 'name': SearchDatastore_Task, 'duration_secs': 0.017332} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.954681] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.954681] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 82633979-af2d-47d3-95cb-edae528862a1/82633979-af2d-47d3-95cb-edae528862a1.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.954681] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fdebddb-3254-4ae3-91f5-c9575f75dde6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.963061] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1318.963061] env[62555]: value = "task-1703982" [ 1318.963061] env[62555]: _type = "Task" [ 1318.963061] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.972497] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.012104] env[62555]: DEBUG nova.compute.manager [req-a0052207-6373-4668-95e7-1c70a66bbbf4 req-007764a6-1811-4673-bde8-5335e1c54e80 service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Received event network-vif-plugged-3d380868-b440-41ab-a5ca-0aa510c1895d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1319.012104] env[62555]: DEBUG oslo_concurrency.lockutils [req-a0052207-6373-4668-95e7-1c70a66bbbf4 req-007764a6-1811-4673-bde8-5335e1c54e80 service nova] Acquiring lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.012104] env[62555]: DEBUG oslo_concurrency.lockutils [req-a0052207-6373-4668-95e7-1c70a66bbbf4 req-007764a6-1811-4673-bde8-5335e1c54e80 service nova] Lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.012104] env[62555]: DEBUG oslo_concurrency.lockutils [req-a0052207-6373-4668-95e7-1c70a66bbbf4 req-007764a6-1811-4673-bde8-5335e1c54e80 service nova] Lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.012813] env[62555]: DEBUG nova.compute.manager [req-a0052207-6373-4668-95e7-1c70a66bbbf4 req-007764a6-1811-4673-bde8-5335e1c54e80 service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] No waiting events found dispatching network-vif-plugged-3d380868-b440-41ab-a5ca-0aa510c1895d {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1319.013155] env[62555]: WARNING nova.compute.manager [req-a0052207-6373-4668-95e7-1c70a66bbbf4 req-007764a6-1811-4673-bde8-5335e1c54e80 service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Received unexpected event network-vif-plugged-3d380868-b440-41ab-a5ca-0aa510c1895d for instance with vm_state building and task_state spawning. [ 1319.302420] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703978, 'name': Rename_Task, 'duration_secs': 1.136302} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.302420] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.302824] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29c8b2b0-1aff-4cb4-8fc5-a9ab564bcacf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.311803] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1319.311803] env[62555]: value = "task-1703983" [ 1319.311803] env[62555]: _type = "Task" [ 1319.311803] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.321332] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.376551] env[62555]: DEBUG nova.network.neutron [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1319.383319] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1703981, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.432361] env[62555]: DEBUG nova.scheduler.client.report [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 14 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1319.432749] env[62555]: DEBUG nova.compute.provider_tree [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 14 to 15 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1319.432949] env[62555]: DEBUG nova.compute.provider_tree [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1319.473131] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703982, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.737058] env[62555]: DEBUG nova.compute.manager [req-534f0d9b-48ed-4a36-96d6-5b604f6e0725 req-f403fc1d-9792-4dbf-8a60-749613d23458 service nova] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Received event network-changed-b7e4f471-0d5a-4734-a0d6-e189173e14fc {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1319.737363] env[62555]: DEBUG nova.compute.manager [req-534f0d9b-48ed-4a36-96d6-5b604f6e0725 req-f403fc1d-9792-4dbf-8a60-749613d23458 service nova] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Refreshing instance network info cache due to event network-changed-b7e4f471-0d5a-4734-a0d6-e189173e14fc. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1319.737513] env[62555]: DEBUG oslo_concurrency.lockutils [req-534f0d9b-48ed-4a36-96d6-5b604f6e0725 req-f403fc1d-9792-4dbf-8a60-749613d23458 service nova] Acquiring lock "refresh_cache-82633979-af2d-47d3-95cb-edae528862a1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.738123] env[62555]: DEBUG oslo_concurrency.lockutils [req-534f0d9b-48ed-4a36-96d6-5b604f6e0725 req-f403fc1d-9792-4dbf-8a60-749613d23458 service nova] Acquired lock "refresh_cache-82633979-af2d-47d3-95cb-edae528862a1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.738123] env[62555]: DEBUG nova.network.neutron [req-534f0d9b-48ed-4a36-96d6-5b604f6e0725 req-f403fc1d-9792-4dbf-8a60-749613d23458 service nova] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Refreshing network info cache for port b7e4f471-0d5a-4734-a0d6-e189173e14fc {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.830190] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.881772] env[62555]: DEBUG oslo_vmware.api [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1703981, 'name': PowerOnVM_Task, 'duration_secs': 0.56892} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.883377] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.883377] env[62555]: INFO nova.compute.manager [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Took 6.08 seconds to spawn the instance on the hypervisor. [ 1319.883377] env[62555]: DEBUG nova.compute.manager [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1319.883899] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850f10de-4661-4959-b8ca-9241ab5079d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.939508] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.433s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.939909] env[62555]: DEBUG nova.compute.manager [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.943172] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.041s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.945164] env[62555]: INFO nova.compute.claims [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.976302] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573882} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.976969] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 82633979-af2d-47d3-95cb-edae528862a1/82633979-af2d-47d3-95cb-edae528862a1.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.977138] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.977448] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c09be1c-1152-409a-bfdf-56947d274639 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.990941] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1319.990941] env[62555]: value = "task-1703984" [ 1319.990941] env[62555]: _type = "Task" [ 1319.990941] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.007753] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703984, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.121664] env[62555]: DEBUG nova.network.neutron [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Updating instance_info_cache with network_info: [{"id": "3d380868-b440-41ab-a5ca-0aa510c1895d", "address": "fa:16:3e:da:01:0f", "network": {"id": "02256b52-775f-4283-b872-d6ec7c40acc4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-739966309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a05b6446f3dc4313a49f8dc034ff4e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d380868-b4", "ovs_interfaceid": "3d380868-b440-41ab-a5ca-0aa510c1895d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.327011] env[62555]: DEBUG oslo_vmware.api [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1703983, 'name': PowerOnVM_Task, 'duration_secs': 0.911009} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.329761] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.329958] env[62555]: INFO nova.compute.manager [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Took 11.11 seconds to spawn the instance on the hypervisor. [ 1320.332336] env[62555]: DEBUG nova.compute.manager [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1320.332336] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ee14a2-4ba8-49c1-ab0e-6d898a415b1c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.414160] env[62555]: INFO nova.compute.manager [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Took 14.16 seconds to build instance. [ 1320.453664] env[62555]: DEBUG nova.compute.utils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1320.460062] env[62555]: DEBUG nova.compute.manager [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1320.460062] env[62555]: DEBUG nova.network.neutron [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.502160] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703984, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185825} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.502160] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.503672] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32ffabb-6bde-4b0f-af0c-c07bc0f5ee73 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.528373] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 82633979-af2d-47d3-95cb-edae528862a1/82633979-af2d-47d3-95cb-edae528862a1.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.528545] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b1ea58-1f11-408f-98ee-16666c496201 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.556110] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1320.556110] env[62555]: value = "task-1703985" [ 1320.556110] env[62555]: _type = "Task" [ 1320.556110] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.565957] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.623283] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Releasing lock "refresh_cache-df1dac83-ea5d-4513-a4cf-3eb11f420dc7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.623615] env[62555]: DEBUG nova.compute.manager [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Instance network_info: |[{"id": "3d380868-b440-41ab-a5ca-0aa510c1895d", "address": "fa:16:3e:da:01:0f", "network": {"id": "02256b52-775f-4283-b872-d6ec7c40acc4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-739966309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a05b6446f3dc4313a49f8dc034ff4e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d380868-b4", "ovs_interfaceid": "3d380868-b440-41ab-a5ca-0aa510c1895d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1320.624063] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:01:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d380868-b440-41ab-a5ca-0aa510c1895d', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.633485] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Creating folder: Project (a05b6446f3dc4313a49f8dc034ff4e86). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1320.638491] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9b2a547-da7b-4189-b106-ee9ffdfc2e8f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.652234] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Created folder: Project (a05b6446f3dc4313a49f8dc034ff4e86) in parent group-v355069. [ 1320.652513] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Creating folder: Instances. Parent ref: group-v355079. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1320.652811] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-376af85d-f17c-4e89-b033-fb596ab9aef1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.664403] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Created folder: Instances in parent group-v355079. [ 1320.664661] env[62555]: DEBUG oslo.service.loopingcall [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1320.664872] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.665100] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-161bf596-0433-46d7-a9dc-1c4381593094 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.689253] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.689253] env[62555]: value = "task-1703988" [ 1320.689253] env[62555]: _type = "Task" [ 1320.689253] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.707760] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703988, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.775741] env[62555]: DEBUG nova.policy [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '338a651dfdd24256baf5c74e6f434919', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cee3eeac141d496487cae4d485b4fc62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.858481] env[62555]: INFO nova.compute.manager [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Took 15.91 seconds to build instance. [ 1320.917972] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c3b034e3-4d21-422d-9c35-9db0f696b964 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "c48d86ef-48b1-480b-8aab-090a7840e481" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.687s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.952162] env[62555]: DEBUG nova.network.neutron [req-534f0d9b-48ed-4a36-96d6-5b604f6e0725 req-f403fc1d-9792-4dbf-8a60-749613d23458 service nova] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Updated VIF entry in instance network info cache for port b7e4f471-0d5a-4734-a0d6-e189173e14fc. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1320.953132] env[62555]: DEBUG nova.network.neutron [req-534f0d9b-48ed-4a36-96d6-5b604f6e0725 req-f403fc1d-9792-4dbf-8a60-749613d23458 service nova] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Updating instance_info_cache with network_info: [{"id": "b7e4f471-0d5a-4734-a0d6-e189173e14fc", "address": "fa:16:3e:ba:53:5c", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.114", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7e4f471-0d", "ovs_interfaceid": "b7e4f471-0d5a-4734-a0d6-e189173e14fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.966121] env[62555]: DEBUG nova.compute.manager [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1321.065352] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703985, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.160238] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcfdb6c-3114-438e-b70a-c5e25001cbdc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.169193] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5139921-c8d0-424d-bd44-c66621f2f9f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.215807] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b837b62d-36ab-4fe1-aaa8-f8a4eb989ba9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.224900] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703988, 'name': CreateVM_Task, 'duration_secs': 0.423541} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.227703] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.228921] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.229392] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.229503] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.230769] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ab0d28-a9ea-4081-857e-795275c7068c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.235268] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a697917a-4a39-427d-a239-be1657ffa8db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.241803] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1321.241803] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5261e16d-ae5a-2a1f-9d39-5a0c59dec69f" [ 1321.241803] env[62555]: _type = "Task" [ 1321.241803] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.250933] env[62555]: DEBUG nova.compute.provider_tree [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.261491] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5261e16d-ae5a-2a1f-9d39-5a0c59dec69f, 'name': SearchDatastore_Task, 'duration_secs': 0.012466} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.261820] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.262056] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.262968] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.262968] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.263142] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.263347] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-565d1f66-cfae-4c6f-84c7-1ffcf6c3f8d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.272117] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.272659] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.273155] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c25542e-9a86-4ef7-bb2a-9203a9937add {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.280684] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1321.280684] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e78560-6dff-fb4f-1d68-3bd0428eafcf" [ 1321.280684] env[62555]: _type = "Task" [ 1321.280684] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.289575] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e78560-6dff-fb4f-1d68-3bd0428eafcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.364452] env[62555]: DEBUG oslo_concurrency.lockutils [None req-49686478-564a-4c33-9a41-2aa4e47ad1ce tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lock "7ac9a753-1145-48c6-b97c-9e84f872d9fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.424s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.457473] env[62555]: DEBUG oslo_concurrency.lockutils [req-534f0d9b-48ed-4a36-96d6-5b604f6e0725 req-f403fc1d-9792-4dbf-8a60-749613d23458 service nova] Releasing lock "refresh_cache-82633979-af2d-47d3-95cb-edae528862a1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.568930] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703985, 'name': ReconfigVM_Task, 'duration_secs': 0.560233} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.569539] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 82633979-af2d-47d3-95cb-edae528862a1/82633979-af2d-47d3-95cb-edae528862a1.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.571525] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52573bb6-49fa-4c1f-af1e-45d8257d95cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.578945] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1321.578945] env[62555]: value = "task-1703989" [ 1321.578945] env[62555]: _type = "Task" [ 1321.578945] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.591676] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703989, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.759695] env[62555]: DEBUG nova.scheduler.client.report [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1321.798659] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e78560-6dff-fb4f-1d68-3bd0428eafcf, 'name': SearchDatastore_Task, 'duration_secs': 0.011313} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.800249] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc9167f-9aa7-4929-8ab9-a2f4f508e7b7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.813028] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1321.813028] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5265e8b3-c917-21b7-1324-d97b7d0a1457" [ 1321.813028] env[62555]: _type = "Task" [ 1321.813028] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.822866] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5265e8b3-c917-21b7-1324-d97b7d0a1457, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.823178] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.823454] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] df1dac83-ea5d-4513-a4cf-3eb11f420dc7/df1dac83-ea5d-4513-a4cf-3eb11f420dc7.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.823744] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f18f0aee-3e9e-4414-9c7b-9fb1610747c1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.831188] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1321.831188] env[62555]: value = "task-1703990" [ 1321.831188] env[62555]: _type = "Task" [ 1321.831188] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.843187] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.980434] env[62555]: DEBUG nova.compute.manager [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1322.021241] env[62555]: DEBUG nova.virt.hardware [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1322.021241] env[62555]: DEBUG nova.virt.hardware [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1322.021495] env[62555]: DEBUG nova.virt.hardware [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.025571] env[62555]: DEBUG nova.virt.hardware [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1322.026826] env[62555]: DEBUG nova.virt.hardware [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.026826] env[62555]: DEBUG nova.virt.hardware [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1322.026826] env[62555]: DEBUG nova.virt.hardware [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1322.026826] env[62555]: DEBUG nova.virt.hardware [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1322.026826] env[62555]: DEBUG nova.virt.hardware [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1322.027113] env[62555]: DEBUG nova.virt.hardware [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1322.027113] env[62555]: DEBUG nova.virt.hardware [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1322.028058] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60268418-4d8c-4998-a06f-7e288f036164 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.040012] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ca177f-015f-4633-bd91-c6047c7025f9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.094059] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703989, 'name': Rename_Task, 'duration_secs': 0.272578} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.094059] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.094309] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5605fb52-fa2a-4b3c-bb9b-8d289cadcb34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.103818] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1322.103818] env[62555]: value = "task-1703991" [ 1322.103818] env[62555]: _type = "Task" [ 1322.103818] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.117177] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.242946] env[62555]: DEBUG nova.network.neutron [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Successfully updated port: 1ba53a01-71aa-4fa5-af7d-f7fae6b4891f {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1322.269308] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1322.269972] env[62555]: DEBUG nova.compute.manager [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.275389] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.822s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.277853] env[62555]: INFO nova.compute.claims [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.344275] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703990, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.506101] env[62555]: DEBUG nova.network.neutron [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Successfully created port: 06597b34-3ec0-4268-85ab-95508a2257da {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.538241] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquiring lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1322.538241] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1322.614958] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.748013] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquiring lock "refresh_cache-a7779533-b163-43dd-9f60-69f64fce8885" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.748225] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquired lock "refresh_cache-a7779533-b163-43dd-9f60-69f64fce8885" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.748414] env[62555]: DEBUG nova.network.neutron [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.785240] env[62555]: DEBUG nova.compute.utils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1322.793038] env[62555]: DEBUG nova.compute.manager [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.793038] env[62555]: DEBUG nova.network.neutron [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.850234] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667656} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.850869] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] df1dac83-ea5d-4513-a4cf-3eb11f420dc7/df1dac83-ea5d-4513-a4cf-3eb11f420dc7.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1322.851321] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1322.851740] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db31bc4b-0a68-4fff-a091-50d3c3ed3e5e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.862951] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1322.862951] env[62555]: value = "task-1703992" [ 1322.862951] env[62555]: _type = "Task" [ 1322.862951] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.878269] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.040371] env[62555]: DEBUG nova.policy [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '080f42b5afaa40bc91fd89bcc4d7450c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '371da0da3e044a099e57c9df02b7f735', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1323.042921] env[62555]: DEBUG nova.compute.manager [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1323.122608] env[62555]: DEBUG oslo_vmware.api [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1703991, 'name': PowerOnVM_Task, 'duration_secs': 0.84464} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.123897] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1323.124118] env[62555]: INFO nova.compute.manager [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1323.124388] env[62555]: DEBUG nova.compute.manager [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.128023] env[62555]: DEBUG nova.compute.manager [req-d19a5bea-3565-4975-8cf5-da176c4b3106 req-0dd04d83-9e1d-482e-a474-086ad4d1a7c6 service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Received event network-changed-3d380868-b440-41ab-a5ca-0aa510c1895d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1323.128023] env[62555]: DEBUG nova.compute.manager [req-d19a5bea-3565-4975-8cf5-da176c4b3106 req-0dd04d83-9e1d-482e-a474-086ad4d1a7c6 service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Refreshing instance network info cache due to event network-changed-3d380868-b440-41ab-a5ca-0aa510c1895d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1323.128023] env[62555]: DEBUG oslo_concurrency.lockutils [req-d19a5bea-3565-4975-8cf5-da176c4b3106 req-0dd04d83-9e1d-482e-a474-086ad4d1a7c6 service nova] Acquiring lock "refresh_cache-df1dac83-ea5d-4513-a4cf-3eb11f420dc7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.130542] env[62555]: DEBUG oslo_concurrency.lockutils [req-d19a5bea-3565-4975-8cf5-da176c4b3106 req-0dd04d83-9e1d-482e-a474-086ad4d1a7c6 service nova] Acquired lock "refresh_cache-df1dac83-ea5d-4513-a4cf-3eb11f420dc7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.130542] env[62555]: DEBUG nova.network.neutron [req-d19a5bea-3565-4975-8cf5-da176c4b3106 req-0dd04d83-9e1d-482e-a474-086ad4d1a7c6 service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Refreshing network info cache for port 3d380868-b440-41ab-a5ca-0aa510c1895d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.133933] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e0918b-c526-43dc-b1e1-76847ec39093 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.292055] env[62555]: DEBUG nova.compute.manager [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.366767] env[62555]: DEBUG nova.network.neutron [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.377671] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101708} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.377947] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1323.378758] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5092f91-2e4a-42fe-a7d2-d41dea707c6b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.401204] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] df1dac83-ea5d-4513-a4cf-3eb11f420dc7/df1dac83-ea5d-4513-a4cf-3eb11f420dc7.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.404254] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95b8e2d8-e491-4d10-b054-2b7fe519af82 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.429023] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1323.429023] env[62555]: value = "task-1703993" [ 1323.429023] env[62555]: _type = "Task" [ 1323.429023] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.437654] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.568273] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c54339-44da-4248-97d1-f1dd55ea695a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.574573] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.579741] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec9d133-6f2a-4151-b6c3-46d6c42a3a57 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.612286] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae69c193-2895-4963-86e2-901d2079d3ac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.617751] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquiring lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.617978] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.623915] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2776aace-da98-46ef-b7da-eda3e5be0dee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.639462] env[62555]: DEBUG nova.compute.provider_tree [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.662961] env[62555]: INFO nova.compute.manager [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Took 17.42 seconds to build instance. [ 1323.883859] env[62555]: DEBUG nova.network.neutron [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Updating instance_info_cache with network_info: [{"id": "1ba53a01-71aa-4fa5-af7d-f7fae6b4891f", "address": "fa:16:3e:a4:18:0e", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba53a01-71", "ovs_interfaceid": "1ba53a01-71aa-4fa5-af7d-f7fae6b4891f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.940228] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.120819] env[62555]: DEBUG nova.compute.manager [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.145550] env[62555]: DEBUG nova.scheduler.client.report [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1324.165641] env[62555]: DEBUG oslo_concurrency.lockutils [None req-221f1036-88a8-4cbc-8619-bc912d0cfd06 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "82633979-af2d-47d3-95cb-edae528862a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.938s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.306598] env[62555]: DEBUG nova.compute.manager [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.343848] env[62555]: DEBUG nova.virt.hardware [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1324.344362] env[62555]: DEBUG nova.virt.hardware [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1324.344683] env[62555]: DEBUG nova.virt.hardware [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.345045] env[62555]: DEBUG nova.virt.hardware [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1324.345323] env[62555]: DEBUG nova.virt.hardware [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.345621] env[62555]: DEBUG nova.virt.hardware [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1324.346260] env[62555]: DEBUG nova.virt.hardware [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1324.348474] env[62555]: DEBUG nova.virt.hardware [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1324.348474] env[62555]: DEBUG nova.virt.hardware [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1324.348474] env[62555]: DEBUG nova.virt.hardware [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1324.348474] env[62555]: DEBUG nova.virt.hardware [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1324.348474] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e96eb97-cb17-493e-915a-6a6806423820 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.359398] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039f7a1f-d855-4d62-89fc-b38371a3170a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.386767] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Releasing lock "refresh_cache-a7779533-b163-43dd-9f60-69f64fce8885" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.387348] env[62555]: DEBUG nova.compute.manager [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Instance network_info: |[{"id": "1ba53a01-71aa-4fa5-af7d-f7fae6b4891f", "address": "fa:16:3e:a4:18:0e", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba53a01-71", "ovs_interfaceid": "1ba53a01-71aa-4fa5-af7d-f7fae6b4891f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1324.387993] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:18:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ba53a01-71aa-4fa5-af7d-f7fae6b4891f', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.397825] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Creating folder: Project (bcf01301e69d48a0be11a5494cac60e7). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.402169] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-748b7bce-a962-4b56-a9d3-5f6bbc505060 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.411643] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Created folder: Project (bcf01301e69d48a0be11a5494cac60e7) in parent group-v355069. [ 1324.411849] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Creating folder: Instances. Parent ref: group-v355082. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.412107] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-051e6625-2e2f-49e5-93ea-2f320e0b63e2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.423285] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Created folder: Instances in parent group-v355082. [ 1324.423575] env[62555]: DEBUG oslo.service.loopingcall [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1324.423703] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.423908] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0e67ae9-50a7-43a6-8e36-805357cf3bf9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.448395] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703993, 'name': ReconfigVM_Task, 'duration_secs': 0.788578} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.449964] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Reconfigured VM instance instance-00000004 to attach disk [datastore1] df1dac83-ea5d-4513-a4cf-3eb11f420dc7/df1dac83-ea5d-4513-a4cf-3eb11f420dc7.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.450251] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.450251] env[62555]: value = "task-1703996" [ 1324.450251] env[62555]: _type = "Task" [ 1324.450251] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.450420] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b30c50e4-9d4d-4a2b-9c78-ff3220c44bbc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.460287] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703996, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.461548] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1324.461548] env[62555]: value = "task-1703997" [ 1324.461548] env[62555]: _type = "Task" [ 1324.461548] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.470194] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703997, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.574645] env[62555]: DEBUG nova.compute.manager [req-3e8bf721-0af9-452f-9a96-223fcc8b356e req-f19b61e8-1eef-445a-8ec2-c686cecfe398 service nova] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Received event network-vif-plugged-1ba53a01-71aa-4fa5-af7d-f7fae6b4891f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1324.574645] env[62555]: DEBUG oslo_concurrency.lockutils [req-3e8bf721-0af9-452f-9a96-223fcc8b356e req-f19b61e8-1eef-445a-8ec2-c686cecfe398 service nova] Acquiring lock "a7779533-b163-43dd-9f60-69f64fce8885-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.574645] env[62555]: DEBUG oslo_concurrency.lockutils [req-3e8bf721-0af9-452f-9a96-223fcc8b356e req-f19b61e8-1eef-445a-8ec2-c686cecfe398 service nova] Lock "a7779533-b163-43dd-9f60-69f64fce8885-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.574645] env[62555]: DEBUG oslo_concurrency.lockutils [req-3e8bf721-0af9-452f-9a96-223fcc8b356e req-f19b61e8-1eef-445a-8ec2-c686cecfe398 service nova] Lock "a7779533-b163-43dd-9f60-69f64fce8885-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.574645] env[62555]: DEBUG nova.compute.manager [req-3e8bf721-0af9-452f-9a96-223fcc8b356e req-f19b61e8-1eef-445a-8ec2-c686cecfe398 service nova] [instance: a7779533-b163-43dd-9f60-69f64fce8885] No waiting events found dispatching network-vif-plugged-1ba53a01-71aa-4fa5-af7d-f7fae6b4891f {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1324.576064] env[62555]: WARNING nova.compute.manager [req-3e8bf721-0af9-452f-9a96-223fcc8b356e req-f19b61e8-1eef-445a-8ec2-c686cecfe398 service nova] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Received unexpected event network-vif-plugged-1ba53a01-71aa-4fa5-af7d-f7fae6b4891f for instance with vm_state building and task_state spawning. [ 1324.581394] env[62555]: DEBUG nova.network.neutron [req-d19a5bea-3565-4975-8cf5-da176c4b3106 req-0dd04d83-9e1d-482e-a474-086ad4d1a7c6 service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Updated VIF entry in instance network info cache for port 3d380868-b440-41ab-a5ca-0aa510c1895d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.581991] env[62555]: DEBUG nova.network.neutron [req-d19a5bea-3565-4975-8cf5-da176c4b3106 req-0dd04d83-9e1d-482e-a474-086ad4d1a7c6 service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Updating instance_info_cache with network_info: [{"id": "3d380868-b440-41ab-a5ca-0aa510c1895d", "address": "fa:16:3e:da:01:0f", "network": {"id": "02256b52-775f-4283-b872-d6ec7c40acc4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-739966309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a05b6446f3dc4313a49f8dc034ff4e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d380868-b4", "ovs_interfaceid": "3d380868-b440-41ab-a5ca-0aa510c1895d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.650396] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.650923] env[62555]: DEBUG nova.compute.manager [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.661805] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.661805] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.205s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.661805] env[62555]: INFO nova.compute.claims [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.922157] env[62555]: DEBUG nova.network.neutron [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Successfully created port: 7ef6a2c4-dcee-4424-af31-46ba2bd59e34 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1324.963085] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1703996, 'name': CreateVM_Task, 'duration_secs': 0.509241} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.967301] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.969063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.969063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.969063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.970061] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6952a8b-a21c-4b75-9121-1411b4c33a53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.979921] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703997, 'name': Rename_Task, 'duration_secs': 0.219618} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.980631] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.981365] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e01692b4-4c71-40b1-9c89-e2731aea1e47 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.988265] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for the task: (returnval){ [ 1324.988265] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ab15e6-5779-214b-1667-3ee3e300c150" [ 1324.988265] env[62555]: _type = "Task" [ 1324.988265] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.996111] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1324.996111] env[62555]: value = "task-1703998" [ 1324.996111] env[62555]: _type = "Task" [ 1324.996111] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.005352] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ab15e6-5779-214b-1667-3ee3e300c150, 'name': SearchDatastore_Task, 'duration_secs': 0.014794} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.006292] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.006745] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1325.007101] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1325.007728] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.007855] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1325.011972] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e228039-0bb5-4e93-b267-01990db3bb0d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.013485] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.022756] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1325.022860] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1325.023702] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed3c5911-9c9a-4f3f-89db-a8aeec623a36 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.030195] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for the task: (returnval){ [ 1325.030195] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525b1b4e-38e3-22cb-7ce8-52bd384e8e99" [ 1325.030195] env[62555]: _type = "Task" [ 1325.030195] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.039466] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525b1b4e-38e3-22cb-7ce8-52bd384e8e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.086822] env[62555]: DEBUG oslo_concurrency.lockutils [req-d19a5bea-3565-4975-8cf5-da176c4b3106 req-0dd04d83-9e1d-482e-a474-086ad4d1a7c6 service nova] Releasing lock "refresh_cache-df1dac83-ea5d-4513-a4cf-3eb11f420dc7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.167031] env[62555]: DEBUG nova.compute.utils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1325.170580] env[62555]: DEBUG nova.compute.manager [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.170804] env[62555]: DEBUG nova.network.neutron [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.308502] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1325.308739] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1325.341110] env[62555]: DEBUG nova.policy [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '001d7b5d2bf34ad2861b2998d7a4f9b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3498d5a7e64144c6ae39773812b282e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.513375] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703998, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.545430] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525b1b4e-38e3-22cb-7ce8-52bd384e8e99, 'name': SearchDatastore_Task, 'duration_secs': 0.013913} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.548017] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76dd470-023a-4be7-9e01-848da1a89bd2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.552853] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for the task: (returnval){ [ 1325.552853] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52fd5c97-35db-7bf6-ded2-99a952070bff" [ 1325.552853] env[62555]: _type = "Task" [ 1325.552853] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.561910] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52fd5c97-35db-7bf6-ded2-99a952070bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.671591] env[62555]: DEBUG nova.compute.manager [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.815575] env[62555]: DEBUG nova.compute.manager [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1325.929807] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4390152c-069d-40c6-80b6-49fc20a5d5b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.947579] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863c7d65-7450-4b11-bc06-14eff7aeef10 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.987561] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d102c1de-19e9-45ff-a6f9-68feb51aad2a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.996592] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d0d68d-d955-427a-9507-08292549ae92 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.014233] env[62555]: DEBUG nova.compute.provider_tree [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.019557] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703998, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.067073] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52fd5c97-35db-7bf6-ded2-99a952070bff, 'name': SearchDatastore_Task, 'duration_secs': 0.017489} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.067073] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1326.067073] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a7779533-b163-43dd-9f60-69f64fce8885/a7779533-b163-43dd-9f60-69f64fce8885.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1326.067073] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ff20a8b-a574-4005-a5bb-0b679f11cffe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.078872] env[62555]: INFO nova.compute.manager [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Rebuilding instance [ 1326.081266] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for the task: (returnval){ [ 1326.081266] env[62555]: value = "task-1703999" [ 1326.081266] env[62555]: _type = "Task" [ 1326.081266] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.091737] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1703999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.152639] env[62555]: DEBUG nova.compute.manager [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.153973] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852cb6d4-b604-4d17-9421-b22370ac0879 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.348479] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.502964] env[62555]: DEBUG nova.network.neutron [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Successfully updated port: 06597b34-3ec0-4268-85ab-95508a2257da {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.514736] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703998, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.519013] env[62555]: DEBUG nova.scheduler.client.report [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1326.595104] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1703999, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.684877] env[62555]: DEBUG nova.compute.manager [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.728659] env[62555]: DEBUG nova.virt.hardware [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1326.729074] env[62555]: DEBUG nova.virt.hardware [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1326.729258] env[62555]: DEBUG nova.virt.hardware [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.729447] env[62555]: DEBUG nova.virt.hardware [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1326.729707] env[62555]: DEBUG nova.virt.hardware [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.729784] env[62555]: DEBUG nova.virt.hardware [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1326.729999] env[62555]: DEBUG nova.virt.hardware [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1326.730178] env[62555]: DEBUG nova.virt.hardware [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1326.730345] env[62555]: DEBUG nova.virt.hardware [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1326.730562] env[62555]: DEBUG nova.virt.hardware [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1326.730674] env[62555]: DEBUG nova.virt.hardware [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1326.733133] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6c72db-8048-4e32-94bf-e30d5556e724 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.741267] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95783d08-cc5f-4164-852b-5faa9539c8ed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.892074] env[62555]: DEBUG nova.compute.manager [None req-3658a179-5e07-44db-97e0-b3afad4b62bd tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1326.893368] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4e255d-0bba-4be7-af1e-12091fe45a56 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.907289] env[62555]: DEBUG nova.network.neutron [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Successfully created port: 02fd9808-1bcc-4bbe-818f-53d03de0dfef {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.012892] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquiring lock "refresh_cache-bc049f7b-e4f8-46e5-b873-58de47cae810" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.013340] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquired lock "refresh_cache-bc049f7b-e4f8-46e5-b873-58de47cae810" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.013340] env[62555]: DEBUG nova.network.neutron [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.018327] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703998, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.028742] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1327.029343] env[62555]: DEBUG nova.compute.manager [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.032521] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.569s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.034640] env[62555]: INFO nova.compute.claims [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1327.097330] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1703999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.932213} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.098104] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a7779533-b163-43dd-9f60-69f64fce8885/a7779533-b163-43dd-9f60-69f64fce8885.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1327.098104] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1327.098104] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4518690-9444-4257-afb5-36d5c0051ad8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.111365] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for the task: (returnval){ [ 1327.111365] env[62555]: value = "task-1704000" [ 1327.111365] env[62555]: _type = "Task" [ 1327.111365] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.123584] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.171971] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.171971] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d7789e8-2c70-4351-9f06-f9cfc1105baa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.182303] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1327.182303] env[62555]: value = "task-1704001" [ 1327.182303] env[62555]: _type = "Task" [ 1327.182303] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.199013] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.423357] env[62555]: INFO nova.compute.manager [None req-3658a179-5e07-44db-97e0-b3afad4b62bd tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] instance snapshotting [ 1327.423984] env[62555]: DEBUG nova.objects.instance [None req-3658a179-5e07-44db-97e0-b3afad4b62bd tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lazy-loading 'flavor' on Instance uuid 7ac9a753-1145-48c6-b97c-9e84f872d9fa {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.528021] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703998, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.538843] env[62555]: DEBUG nova.compute.utils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1327.542704] env[62555]: DEBUG nova.compute.manager [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.542880] env[62555]: DEBUG nova.network.neutron [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.624623] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114744} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.624929] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.625828] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa952edf-ae8c-490e-93a4-82e1c35d60a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.645649] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "d1725c27-a544-4755-b46f-ddeecfe314e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1327.646070] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "d1725c27-a544-4755-b46f-ddeecfe314e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1327.655518] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] a7779533-b163-43dd-9f60-69f64fce8885/a7779533-b163-43dd-9f60-69f64fce8885.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.658882] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c22fde-482a-4e9a-8301-38b044c76092 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.672368] env[62555]: DEBUG nova.network.neutron [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.682723] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for the task: (returnval){ [ 1327.682723] env[62555]: value = "task-1704002" [ 1327.682723] env[62555]: _type = "Task" [ 1327.682723] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.693225] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704002, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.696508] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704001, 'name': PowerOffVM_Task, 'duration_secs': 0.168766} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.696915] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.697302] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.698227] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92195e70-6d8b-420e-b008-22adcd95215d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.706103] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.706637] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45035941-f551-430d-b8c0-cd499f096c5d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.723700] env[62555]: DEBUG nova.policy [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77b7354412bf4305a48ec3c1629e2e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84f06273b9174d0696cd1ad3e9e52107', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.731279] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.731279] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.731279] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Deleting the datastore file [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.731624] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2082e8c-aa42-450d-9fcb-1eadbae7d1b9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.742894] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1327.742894] env[62555]: value = "task-1704004" [ 1327.742894] env[62555]: _type = "Task" [ 1327.742894] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.753269] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.933666] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d003c49d-a9be-4c58-b517-d993dd74105b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.955460] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b98078-7db3-4ccb-9abc-bce7d81cc4b1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.020707] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703998, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.043834] env[62555]: DEBUG nova.compute.manager [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.194046] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704002, 'name': ReconfigVM_Task, 'duration_secs': 0.329702} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.194419] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Reconfigured VM instance instance-00000005 to attach disk [datastore1] a7779533-b163-43dd-9f60-69f64fce8885/a7779533-b163-43dd-9f60-69f64fce8885.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.195308] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2997ac53-0514-4081-8d06-5370cca4e296 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.202395] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for the task: (returnval){ [ 1328.202395] env[62555]: value = "task-1704005" [ 1328.202395] env[62555]: _type = "Task" [ 1328.202395] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.215800] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704005, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.255927] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214414} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.259019] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1328.259299] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1328.259490] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1328.324692] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883dbd4b-4d4a-4056-9457-c5ad6536ab66 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.333273] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc6ab6a-0bc6-4e37-889e-86d563e3dd0a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.369301] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358806e4-39a1-4816-82a7-9faa615e1d2f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.378197] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8844ec-d0fa-410f-a427-7e81729718ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.393717] env[62555]: DEBUG nova.compute.provider_tree [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.397040] env[62555]: DEBUG nova.network.neutron [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Updating instance_info_cache with network_info: [{"id": "06597b34-3ec0-4268-85ab-95508a2257da", "address": "fa:16:3e:b2:78:d2", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06597b34-3e", "ovs_interfaceid": "06597b34-3ec0-4268-85ab-95508a2257da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.439307] env[62555]: DEBUG nova.compute.manager [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Received event network-changed-1ba53a01-71aa-4fa5-af7d-f7fae6b4891f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1328.439307] env[62555]: DEBUG nova.compute.manager [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Refreshing instance network info cache due to event network-changed-1ba53a01-71aa-4fa5-af7d-f7fae6b4891f. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1328.439307] env[62555]: DEBUG oslo_concurrency.lockutils [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] Acquiring lock "refresh_cache-a7779533-b163-43dd-9f60-69f64fce8885" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.439307] env[62555]: DEBUG oslo_concurrency.lockutils [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] Acquired lock "refresh_cache-a7779533-b163-43dd-9f60-69f64fce8885" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.439307] env[62555]: DEBUG nova.network.neutron [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Refreshing network info cache for port 1ba53a01-71aa-4fa5-af7d-f7fae6b4891f {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.468280] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3658a179-5e07-44db-97e0-b3afad4b62bd tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1328.468941] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7f3aa6ec-7a57-4494-a92f-c305d438ca86 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.482170] env[62555]: DEBUG oslo_vmware.api [None req-3658a179-5e07-44db-97e0-b3afad4b62bd tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1328.482170] env[62555]: value = "task-1704006" [ 1328.482170] env[62555]: _type = "Task" [ 1328.482170] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.491692] env[62555]: DEBUG oslo_vmware.api [None req-3658a179-5e07-44db-97e0-b3afad4b62bd tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1704006, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.519341] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703998, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.644740] env[62555]: DEBUG nova.network.neutron [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Successfully updated port: 7ef6a2c4-dcee-4424-af31-46ba2bd59e34 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.720111] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704005, 'name': Rename_Task, 'duration_secs': 0.189746} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.723451] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.724215] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2892070-51fc-4018-8b9a-54cf0c7cb702 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.731907] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for the task: (returnval){ [ 1328.731907] env[62555]: value = "task-1704007" [ 1328.731907] env[62555]: _type = "Task" [ 1328.731907] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.746854] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.899113] env[62555]: DEBUG nova.scheduler.client.report [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1328.903072] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Releasing lock "refresh_cache-bc049f7b-e4f8-46e5-b873-58de47cae810" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.903500] env[62555]: DEBUG nova.compute.manager [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Instance network_info: |[{"id": "06597b34-3ec0-4268-85ab-95508a2257da", "address": "fa:16:3e:b2:78:d2", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06597b34-3e", "ovs_interfaceid": "06597b34-3ec0-4268-85ab-95508a2257da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1328.904066] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:78:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06597b34-3ec0-4268-85ab-95508a2257da', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.913291] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Creating folder: Project (cee3eeac141d496487cae4d485b4fc62). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1328.913997] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5847ed9e-f2e5-420c-914e-680b8af70271 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.928557] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Created folder: Project (cee3eeac141d496487cae4d485b4fc62) in parent group-v355069. [ 1328.928838] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Creating folder: Instances. Parent ref: group-v355085. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1328.929060] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-794b8fd9-4731-40d1-83f9-751c5d53b758 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.942431] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Created folder: Instances in parent group-v355085. [ 1328.942431] env[62555]: DEBUG oslo.service.loopingcall [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1328.942431] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.946023] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-739ddb93-0c45-46c7-be68-2636e4701434 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.972581] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.972581] env[62555]: value = "task-1704010" [ 1328.972581] env[62555]: _type = "Task" [ 1328.972581] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.981876] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704010, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.996586] env[62555]: DEBUG oslo_vmware.api [None req-3658a179-5e07-44db-97e0-b3afad4b62bd tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1704006, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.018295] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703998, 'name': PowerOnVM_Task} progress is 86%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.023463] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquiring lock "7ac9a753-1145-48c6-b97c-9e84f872d9fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.023832] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lock "7ac9a753-1145-48c6-b97c-9e84f872d9fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.024149] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquiring lock "7ac9a753-1145-48c6-b97c-9e84f872d9fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.024800] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lock "7ac9a753-1145-48c6-b97c-9e84f872d9fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.024800] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lock "7ac9a753-1145-48c6-b97c-9e84f872d9fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.031423] env[62555]: INFO nova.compute.manager [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Terminating instance [ 1329.055899] env[62555]: DEBUG nova.network.neutron [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Successfully created port: 1b2fcd7b-0155-49a0-be95-8f153bb8a197 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.066690] env[62555]: DEBUG nova.compute.manager [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1329.101265] env[62555]: DEBUG nova.virt.hardware [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1329.101481] env[62555]: DEBUG nova.virt.hardware [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1329.101658] env[62555]: DEBUG nova.virt.hardware [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.102604] env[62555]: DEBUG nova.virt.hardware [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1329.102604] env[62555]: DEBUG nova.virt.hardware [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.102604] env[62555]: DEBUG nova.virt.hardware [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1329.102604] env[62555]: DEBUG nova.virt.hardware [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1329.102604] env[62555]: DEBUG nova.virt.hardware [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1329.102885] env[62555]: DEBUG nova.virt.hardware [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1329.102885] env[62555]: DEBUG nova.virt.hardware [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1329.102984] env[62555]: DEBUG nova.virt.hardware [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.103903] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493f5275-1242-4948-801f-0ff3f3041af8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.114809] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea2ef1d-1223-4582-9774-4f556b9d5c5c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.148553] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquiring lock "refresh_cache-73d5176a-a77d-4d36-ad7c-1cc73c6f1556" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.151382] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquired lock "refresh_cache-73d5176a-a77d-4d36-ad7c-1cc73c6f1556" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.151382] env[62555]: DEBUG nova.network.neutron [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.225579] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Acquiring lock "82633979-af2d-47d3-95cb-edae528862a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.225856] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Lock "82633979-af2d-47d3-95cb-edae528862a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.226077] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Acquiring lock "82633979-af2d-47d3-95cb-edae528862a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.226278] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Lock "82633979-af2d-47d3-95cb-edae528862a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.227442] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Lock "82633979-af2d-47d3-95cb-edae528862a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.236581] env[62555]: INFO nova.compute.manager [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Terminating instance [ 1329.245672] env[62555]: DEBUG oslo_vmware.api [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704007, 'name': PowerOnVM_Task, 'duration_secs': 0.478149} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.245957] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.246265] env[62555]: INFO nova.compute.manager [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Took 10.71 seconds to spawn the instance on the hypervisor. [ 1329.246501] env[62555]: DEBUG nova.compute.manager [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.247693] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4cc1b3-e60d-4d61-bd9a-6ffa56e84b15 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.308180] env[62555]: DEBUG nova.virt.hardware [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1329.308793] env[62555]: DEBUG nova.virt.hardware [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1329.308793] env[62555]: DEBUG nova.virt.hardware [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1329.308793] env[62555]: DEBUG nova.virt.hardware [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1329.309092] env[62555]: DEBUG nova.virt.hardware [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1329.309344] env[62555]: DEBUG nova.virt.hardware [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1329.309577] env[62555]: DEBUG nova.virt.hardware [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1329.309758] env[62555]: DEBUG nova.virt.hardware [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1329.310050] env[62555]: DEBUG nova.virt.hardware [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1329.310113] env[62555]: DEBUG nova.virt.hardware [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1329.310294] env[62555]: DEBUG nova.virt.hardware [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1329.313130] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c86235-86be-4734-a963-aee8664320c6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.323965] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd1cd04-5964-4e36-b17c-b85e3a965f25 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.344528] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.351060] env[62555]: DEBUG oslo.service.loopingcall [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1329.351060] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.351060] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d9feb85-8ef3-4f92-bbe2-7590e44545a9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.370832] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.370832] env[62555]: value = "task-1704011" [ 1329.370832] env[62555]: _type = "Task" [ 1329.370832] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.378907] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704011, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.404571] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.405331] env[62555]: DEBUG nova.compute.manager [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1329.408910] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.834s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.410609] env[62555]: INFO nova.compute.claims [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.485161] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704010, 'name': CreateVM_Task, 'duration_secs': 0.453128} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.490194] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1329.491411] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.491497] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.492095] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.492828] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f2187e-0477-4b1e-8d1d-f2075be07865 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.501122] env[62555]: DEBUG nova.network.neutron [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Updated VIF entry in instance network info cache for port 1ba53a01-71aa-4fa5-af7d-f7fae6b4891f. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.501122] env[62555]: DEBUG nova.network.neutron [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Updating instance_info_cache with network_info: [{"id": "1ba53a01-71aa-4fa5-af7d-f7fae6b4891f", "address": "fa:16:3e:a4:18:0e", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba53a01-71", "ovs_interfaceid": "1ba53a01-71aa-4fa5-af7d-f7fae6b4891f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.502729] env[62555]: DEBUG oslo_vmware.api [None req-3658a179-5e07-44db-97e0-b3afad4b62bd tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1704006, 'name': CreateSnapshot_Task, 'duration_secs': 0.890957} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.503410] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3658a179-5e07-44db-97e0-b3afad4b62bd tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1329.505767] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc7cece-1c81-4727-993a-f09faea35eb6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.510586] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for the task: (returnval){ [ 1329.510586] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526f53c0-1718-c6ea-70d7-6667fb4e7666" [ 1329.510586] env[62555]: _type = "Task" [ 1329.510586] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.529722] env[62555]: DEBUG oslo_vmware.api [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1703998, 'name': PowerOnVM_Task, 'duration_secs': 4.100381} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.530348] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.530551] env[62555]: INFO nova.compute.manager [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Took 13.28 seconds to spawn the instance on the hypervisor. [ 1329.531690] env[62555]: DEBUG nova.compute.manager [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1329.536641] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c259e46-e644-40dc-b0a3-74639cb4a179 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.539581] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquiring lock "refresh_cache-7ac9a753-1145-48c6-b97c-9e84f872d9fa" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.539756] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquired lock "refresh_cache-7ac9a753-1145-48c6-b97c-9e84f872d9fa" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.539923] env[62555]: DEBUG nova.network.neutron [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.541024] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526f53c0-1718-c6ea-70d7-6667fb4e7666, 'name': SearchDatastore_Task, 'duration_secs': 0.018161} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.543393] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.543393] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.543393] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.543393] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.543523] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.545702] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f76ed5-dff4-489f-a9c7-219b0f56d902 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.559806] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.560027] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.560780] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f621fc-edf7-46dc-bab8-3734fbcee93e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.568880] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for the task: (returnval){ [ 1329.568880] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c5efdd-cc14-dfb2-ff68-b7f70f677297" [ 1329.568880] env[62555]: _type = "Task" [ 1329.568880] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.578846] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c5efdd-cc14-dfb2-ff68-b7f70f677297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.735098] env[62555]: DEBUG nova.network.neutron [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.745212] env[62555]: DEBUG nova.compute.manager [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1329.745212] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1329.745907] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c89c880-3500-4aa9-9a95-a28a6beba6ac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.754409] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.754603] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f715d51-3929-41a2-b812-12f69ee0065a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.774187] env[62555]: DEBUG oslo_vmware.api [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Waiting for the task: (returnval){ [ 1329.774187] env[62555]: value = "task-1704012" [ 1329.774187] env[62555]: _type = "Task" [ 1329.774187] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.774807] env[62555]: INFO nova.compute.manager [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Took 22.11 seconds to build instance. [ 1329.789908] env[62555]: DEBUG oslo_vmware.api [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Task: {'id': task-1704012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.889701] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704011, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.916879] env[62555]: DEBUG nova.compute.utils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1329.923836] env[62555]: DEBUG nova.compute.manager [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1329.924302] env[62555]: DEBUG nova.network.neutron [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1330.007745] env[62555]: DEBUG oslo_concurrency.lockutils [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] Releasing lock "refresh_cache-a7779533-b163-43dd-9f60-69f64fce8885" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.008337] env[62555]: DEBUG nova.compute.manager [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Received event network-vif-plugged-06597b34-3ec0-4268-85ab-95508a2257da {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1330.008337] env[62555]: DEBUG oslo_concurrency.lockutils [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] Acquiring lock "bc049f7b-e4f8-46e5-b873-58de47cae810-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.008337] env[62555]: DEBUG oslo_concurrency.lockutils [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] Lock "bc049f7b-e4f8-46e5-b873-58de47cae810-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.008449] env[62555]: DEBUG oslo_concurrency.lockutils [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] Lock "bc049f7b-e4f8-46e5-b873-58de47cae810-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.008584] env[62555]: DEBUG nova.compute.manager [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] No waiting events found dispatching network-vif-plugged-06597b34-3ec0-4268-85ab-95508a2257da {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1330.008747] env[62555]: WARNING nova.compute.manager [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Received unexpected event network-vif-plugged-06597b34-3ec0-4268-85ab-95508a2257da for instance with vm_state building and task_state spawning. [ 1330.008905] env[62555]: DEBUG nova.compute.manager [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Received event network-changed-06597b34-3ec0-4268-85ab-95508a2257da {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1330.009068] env[62555]: DEBUG nova.compute.manager [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Refreshing instance network info cache due to event network-changed-06597b34-3ec0-4268-85ab-95508a2257da. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1330.009246] env[62555]: DEBUG oslo_concurrency.lockutils [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] Acquiring lock "refresh_cache-bc049f7b-e4f8-46e5-b873-58de47cae810" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.009380] env[62555]: DEBUG oslo_concurrency.lockutils [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] Acquired lock "refresh_cache-bc049f7b-e4f8-46e5-b873-58de47cae810" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.009571] env[62555]: DEBUG nova.network.neutron [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Refreshing network info cache for port 06597b34-3ec0-4268-85ab-95508a2257da {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.020496] env[62555]: DEBUG nova.policy [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef13e5faaaa449aa9b473d0baf67078e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab10251ae73a41d1bbd5874325d2b289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1330.030980] env[62555]: DEBUG nova.compute.manager [None req-3658a179-5e07-44db-97e0-b3afad4b62bd tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Instance disappeared during snapshot {{(pid=62555) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1330.066025] env[62555]: INFO nova.compute.manager [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Took 23.76 seconds to build instance. [ 1330.083406] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c5efdd-cc14-dfb2-ff68-b7f70f677297, 'name': SearchDatastore_Task, 'duration_secs': 0.025306} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.083406] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2308bd4d-e599-421e-a22c-7b245f0c4eac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.088541] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for the task: (returnval){ [ 1330.088541] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52291934-d152-cb00-e19c-7d5c4114d6c0" [ 1330.088541] env[62555]: _type = "Task" [ 1330.088541] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.108971] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52291934-d152-cb00-e19c-7d5c4114d6c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.145118] env[62555]: DEBUG nova.network.neutron [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.278831] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f337546d-272e-4003-ab6a-e1129442f09b tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Lock "a7779533-b163-43dd-9f60-69f64fce8885" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.629s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.293096] env[62555]: DEBUG oslo_vmware.api [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Task: {'id': task-1704012, 'name': PowerOffVM_Task, 'duration_secs': 0.228448} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.293953] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.293953] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1330.293953] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82fd1a24-ee2f-4536-9967-1d9eb300ea71 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.364026] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1330.364026] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1330.364026] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Deleting the datastore file [datastore1] 82633979-af2d-47d3-95cb-edae528862a1 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1330.364026] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e907283a-7d19-465b-91de-310b79fa0627 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.369278] env[62555]: DEBUG oslo_vmware.api [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Waiting for the task: (returnval){ [ 1330.369278] env[62555]: value = "task-1704014" [ 1330.369278] env[62555]: _type = "Task" [ 1330.369278] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.388525] env[62555]: DEBUG oslo_vmware.api [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Task: {'id': task-1704014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.396676] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704011, 'name': CreateVM_Task, 'duration_secs': 0.553616} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.396842] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.397283] env[62555]: DEBUG oslo_concurrency.lockutils [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.397430] env[62555]: DEBUG oslo_concurrency.lockutils [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.397760] env[62555]: DEBUG oslo_concurrency.lockutils [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1330.397989] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2361272c-6d30-4907-8d6b-fb82579e3669 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.403925] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1330.403925] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523fce05-ab05-825d-95db-b23bd2582650" [ 1330.403925] env[62555]: _type = "Task" [ 1330.403925] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.420900] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523fce05-ab05-825d-95db-b23bd2582650, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.421312] env[62555]: DEBUG oslo_concurrency.lockutils [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.421442] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.421725] env[62555]: DEBUG oslo_concurrency.lockutils [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.422303] env[62555]: DEBUG nova.compute.manager [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1330.466375] env[62555]: DEBUG nova.network.neutron [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.496653] env[62555]: DEBUG nova.network.neutron [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Successfully updated port: 02fd9808-1bcc-4bbe-818f-53d03de0dfef {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1330.541284] env[62555]: DEBUG nova.network.neutron [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Updating instance_info_cache with network_info: [{"id": "7ef6a2c4-dcee-4424-af31-46ba2bd59e34", "address": "fa:16:3e:a2:f8:27", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef6a2c4-dc", "ovs_interfaceid": "7ef6a2c4-dcee-4424-af31-46ba2bd59e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.566823] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ed740baf-c7a6-454a-a979-efaa3e6d4318 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.274s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.600166] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52291934-d152-cb00-e19c-7d5c4114d6c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.603822] env[62555]: DEBUG nova.compute.manager [None req-3658a179-5e07-44db-97e0-b3afad4b62bd tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Found 0 images (rotation: 2) {{(pid=62555) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1330.605463] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.605724] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] bc049f7b-e4f8-46e5-b873-58de47cae810/bc049f7b-e4f8-46e5-b873-58de47cae810.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.606445] env[62555]: DEBUG oslo_concurrency.lockutils [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.606633] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.606852] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95ac4389-4636-4bdd-bf5b-3ac93dd01dd8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.608924] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-748c53d0-434e-4451-bb6e-6342ca92b232 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.620115] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for the task: (returnval){ [ 1330.620115] env[62555]: value = "task-1704015" [ 1330.620115] env[62555]: _type = "Task" [ 1330.620115] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.623633] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.623801] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.630718] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be74e5a8-b1bd-4091-987e-c0a37b6d7196 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.640668] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.642082] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1330.642082] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522f4001-ec09-e74e-9d7a-ee5f7598cfe8" [ 1330.642082] env[62555]: _type = "Task" [ 1330.642082] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.651462] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522f4001-ec09-e74e-9d7a-ee5f7598cfe8, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.653400] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9eebd6a-4aad-4d4e-86d8-12f9dc6deaea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.660961] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1330.660961] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527825cb-c072-a7b8-6ab0-0277c57e0a6d" [ 1330.660961] env[62555]: _type = "Task" [ 1330.660961] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.670574] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527825cb-c072-a7b8-6ab0-0277c57e0a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.753850] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680aeb60-e721-4ce8-823d-19cff171cb3c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.762791] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c385073-e26c-4ad5-ae53-03d2a8c1d8fa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.795391] env[62555]: DEBUG nova.compute.manager [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1330.803188] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a63b56-7651-4608-b24c-1672194f0c8b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.811441] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b806b97-0642-4571-a6b7-8827a87a225d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.830550] env[62555]: DEBUG nova.compute.provider_tree [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.882360] env[62555]: DEBUG oslo_vmware.api [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Task: {'id': task-1704014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229382} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.882972] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1330.883181] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1330.883367] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.883539] env[62555]: INFO nova.compute.manager [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1330.884469] env[62555]: DEBUG oslo.service.loopingcall [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.884786] env[62555]: DEBUG nova.compute.manager [-] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.884884] env[62555]: DEBUG nova.network.neutron [-] [instance: 82633979-af2d-47d3-95cb-edae528862a1] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.974382] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Releasing lock "refresh_cache-7ac9a753-1145-48c6-b97c-9e84f872d9fa" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.980029] env[62555]: DEBUG nova.compute.manager [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.980029] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.980029] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b1850d-85b1-4c2e-b741-43023b719988 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.997026] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.997026] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6690202e-6229-4022-8863-57056800d0bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.999593] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.999788] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.000017] env[62555]: DEBUG nova.network.neutron [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.004119] env[62555]: DEBUG oslo_vmware.api [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1331.004119] env[62555]: value = "task-1704016" [ 1331.004119] env[62555]: _type = "Task" [ 1331.004119] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.026658] env[62555]: DEBUG oslo_vmware.api [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1704016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.044858] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Releasing lock "refresh_cache-73d5176a-a77d-4d36-ad7c-1cc73c6f1556" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.044858] env[62555]: DEBUG nova.compute.manager [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Instance network_info: |[{"id": "7ef6a2c4-dcee-4424-af31-46ba2bd59e34", "address": "fa:16:3e:a2:f8:27", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef6a2c4-dc", "ovs_interfaceid": "7ef6a2c4-dcee-4424-af31-46ba2bd59e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.045346] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:f8:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ef6a2c4-dcee-4424-af31-46ba2bd59e34', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.055335] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Creating folder: Project (371da0da3e044a099e57c9df02b7f735). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.055736] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dad745d-c1d1-4db8-84de-f838a9ed7c95 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.069377] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Created folder: Project (371da0da3e044a099e57c9df02b7f735) in parent group-v355069. [ 1331.069377] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Creating folder: Instances. Parent ref: group-v355090. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.069377] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9452050-700f-4dbd-acce-35db9fcbb0d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.078994] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Created folder: Instances in parent group-v355090. [ 1331.079667] env[62555]: DEBUG oslo.service.loopingcall [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.079667] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.079997] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00318190-0c07-41b8-b734-b023a79180d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.108675] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.108675] env[62555]: value = "task-1704019" [ 1331.108675] env[62555]: _type = "Task" [ 1331.108675] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.120332] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704019, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.134099] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704015, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.171994] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527825cb-c072-a7b8-6ab0-0277c57e0a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009497} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.172936] env[62555]: DEBUG oslo_concurrency.lockutils [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.172936] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1331.172936] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5e29c34-90ac-4a1e-9c59-0512f0e9c096 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.187022] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1331.187022] env[62555]: value = "task-1704020" [ 1331.187022] env[62555]: _type = "Task" [ 1331.187022] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.194433] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.314167] env[62555]: DEBUG nova.network.neutron [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Updated VIF entry in instance network info cache for port 06597b34-3ec0-4268-85ab-95508a2257da. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.316661] env[62555]: DEBUG nova.network.neutron [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Updating instance_info_cache with network_info: [{"id": "06597b34-3ec0-4268-85ab-95508a2257da", "address": "fa:16:3e:b2:78:d2", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06597b34-3e", "ovs_interfaceid": "06597b34-3ec0-4268-85ab-95508a2257da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.334972] env[62555]: DEBUG nova.scheduler.client.report [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1331.360713] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.432503] env[62555]: DEBUG nova.compute.manager [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1331.473284] env[62555]: DEBUG nova.virt.hardware [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1331.473885] env[62555]: DEBUG nova.virt.hardware [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1331.475924] env[62555]: DEBUG nova.virt.hardware [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.475924] env[62555]: DEBUG nova.virt.hardware [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1331.475924] env[62555]: DEBUG nova.virt.hardware [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.475924] env[62555]: DEBUG nova.virt.hardware [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1331.475924] env[62555]: DEBUG nova.virt.hardware [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1331.475924] env[62555]: DEBUG nova.virt.hardware [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1331.476467] env[62555]: DEBUG nova.virt.hardware [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1331.476467] env[62555]: DEBUG nova.virt.hardware [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1331.476467] env[62555]: DEBUG nova.virt.hardware [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1331.478691] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9560baa-48df-4dd3-a429-59dd63bb8d24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.492113] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499658e5-c172-43ca-9ead-044fe9c2fb71 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.528603] env[62555]: DEBUG oslo_vmware.api [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1704016, 'name': PowerOffVM_Task, 'duration_secs': 0.292265} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.528939] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.529435] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.529435] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-560ca527-6613-4f14-a0d6-636b5101e530 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.556615] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.556880] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.557076] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Deleting the datastore file [datastore1] 7ac9a753-1145-48c6-b97c-9e84f872d9fa {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.557358] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7a0e837-a997-477f-8f0c-211afe606532 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.566835] env[62555]: DEBUG oslo_vmware.api [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for the task: (returnval){ [ 1331.566835] env[62555]: value = "task-1704022" [ 1331.566835] env[62555]: _type = "Task" [ 1331.566835] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.578374] env[62555]: DEBUG oslo_vmware.api [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1704022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.619669] env[62555]: DEBUG nova.network.neutron [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1331.627312] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704019, 'name': CreateVM_Task, 'duration_secs': 0.42913} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.631676] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.632640] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1331.632872] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.633255] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1331.634197] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc62d0a2-62d1-4ee5-9e03-31d74e560ffe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.640996] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553668} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.641825] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] bc049f7b-e4f8-46e5-b873-58de47cae810/bc049f7b-e4f8-46e5-b873-58de47cae810.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.642109] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.642560] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acff06bc-fca4-4052-8f11-3b5b66454ab0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.647073] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for the task: (returnval){ [ 1331.647073] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5255b1c7-2538-a738-2a90-91756d71d320" [ 1331.647073] env[62555]: _type = "Task" [ 1331.647073] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.653289] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for the task: (returnval){ [ 1331.653289] env[62555]: value = "task-1704023" [ 1331.653289] env[62555]: _type = "Task" [ 1331.653289] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.658374] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5255b1c7-2538-a738-2a90-91756d71d320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.666606] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.693955] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490003} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.694308] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.694500] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.694776] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd9b1f93-f9bf-46fe-b6bb-dfe40b73d4dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.701520] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1331.701520] env[62555]: value = "task-1704024" [ 1331.701520] env[62555]: _type = "Task" [ 1331.701520] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.710521] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.714760] env[62555]: DEBUG nova.network.neutron [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Successfully created port: 42ab94cc-b73f-4315-b012-09dc3764297f {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1331.828588] env[62555]: DEBUG oslo_concurrency.lockutils [req-07684b03-0957-4ee9-9562-d23faa67ec47 req-f3d011b2-eb7c-43e4-8dbe-b21d08c1ffb0 service nova] Releasing lock "refresh_cache-bc049f7b-e4f8-46e5-b873-58de47cae810" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.844965] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.845804] env[62555]: DEBUG nova.compute.manager [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1331.848745] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.190s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.850263] env[62555]: INFO nova.compute.claims [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.079324] env[62555]: DEBUG oslo_vmware.api [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Task: {'id': task-1704022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248323} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.079324] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.079324] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1332.079324] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1332.079324] env[62555]: INFO nova.compute.manager [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1332.079854] env[62555]: DEBUG oslo.service.loopingcall [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.079854] env[62555]: DEBUG nova.compute.manager [-] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1332.079854] env[62555]: DEBUG nova.network.neutron [-] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.111054] env[62555]: DEBUG nova.network.neutron [-] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.160758] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5255b1c7-2538-a738-2a90-91756d71d320, 'name': SearchDatastore_Task, 'duration_secs': 0.019085} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.164502] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.164762] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.164990] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.165279] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.165345] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.166298] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8987e84-9538-473f-a3d3-11d22de361e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.175587] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068519} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.177781] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.178155] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.178407] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.179939] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4edeb75-50b6-4ae7-9ca5-3d1daba89f68 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.183884] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea64acd4-0d06-4ddd-b9e9-6f0fae59c551 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.191736] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for the task: (returnval){ [ 1332.191736] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520038d1-c648-6294-4da8-a49ef78a0926" [ 1332.191736] env[62555]: _type = "Task" [ 1332.191736] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.226613] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] bc049f7b-e4f8-46e5-b873-58de47cae810/bc049f7b-e4f8-46e5-b873-58de47cae810.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.235820] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f678f5-dfb6-43f7-8abb-e5223b3c31dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.260531] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085796} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.264901] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.265320] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for the task: (returnval){ [ 1332.265320] env[62555]: value = "task-1704025" [ 1332.265320] env[62555]: _type = "Task" [ 1332.265320] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.265514] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520038d1-c648-6294-4da8-a49ef78a0926, 'name': SearchDatastore_Task, 'duration_secs': 0.021239} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.266867] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b22cbc-1fb7-4d5b-a0c8-7638f42826a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.272881] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bfcb61a-54ad-4c9d-aef7-a99002c5b3fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.296117] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.298460] env[62555]: DEBUG nova.network.neutron [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance_info_cache with network_info: [{"id": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "address": "fa:16:3e:52:12:e2", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fd9808-1b", "ovs_interfaceid": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.306201] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e139010-c008-496b-b327-44036b3aeef1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.327360] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for the task: (returnval){ [ 1332.327360] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529b6267-3b83-33f6-1c29-d99ed7c372c9" [ 1332.327360] env[62555]: _type = "Task" [ 1332.327360] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.328712] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.334374] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1332.334374] env[62555]: value = "task-1704026" [ 1332.334374] env[62555]: _type = "Task" [ 1332.334374] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.341692] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529b6267-3b83-33f6-1c29-d99ed7c372c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.342854] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.342854] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 73d5176a-a77d-4d36-ad7c-1cc73c6f1556/73d5176a-a77d-4d36-ad7c-1cc73c6f1556.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.343016] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdbcfaf9-6153-40a1-baaa-013b1863dc99 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.348375] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704026, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.352916] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for the task: (returnval){ [ 1332.352916] env[62555]: value = "task-1704027" [ 1332.352916] env[62555]: _type = "Task" [ 1332.352916] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.359054] env[62555]: DEBUG nova.compute.utils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.372113] env[62555]: DEBUG nova.compute.manager [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.372113] env[62555]: DEBUG nova.network.neutron [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.372113] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.407258] env[62555]: DEBUG nova.compute.manager [req-acabc58c-1910-4d1d-b14d-2fcc6a3bdc59 req-424c1965-a175-430b-8188-e51f057cf261 service nova] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Received event network-vif-plugged-02fd9808-1bcc-4bbe-818f-53d03de0dfef {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1332.407547] env[62555]: DEBUG oslo_concurrency.lockutils [req-acabc58c-1910-4d1d-b14d-2fcc6a3bdc59 req-424c1965-a175-430b-8188-e51f057cf261 service nova] Acquiring lock "34828a36-3444-435b-98a2-cd82665c4ef9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.407709] env[62555]: DEBUG oslo_concurrency.lockutils [req-acabc58c-1910-4d1d-b14d-2fcc6a3bdc59 req-424c1965-a175-430b-8188-e51f057cf261 service nova] Lock "34828a36-3444-435b-98a2-cd82665c4ef9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.407874] env[62555]: DEBUG oslo_concurrency.lockutils [req-acabc58c-1910-4d1d-b14d-2fcc6a3bdc59 req-424c1965-a175-430b-8188-e51f057cf261 service nova] Lock "34828a36-3444-435b-98a2-cd82665c4ef9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.408120] env[62555]: DEBUG nova.compute.manager [req-acabc58c-1910-4d1d-b14d-2fcc6a3bdc59 req-424c1965-a175-430b-8188-e51f057cf261 service nova] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] No waiting events found dispatching network-vif-plugged-02fd9808-1bcc-4bbe-818f-53d03de0dfef {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.408301] env[62555]: WARNING nova.compute.manager [req-acabc58c-1910-4d1d-b14d-2fcc6a3bdc59 req-424c1965-a175-430b-8188-e51f057cf261 service nova] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Received unexpected event network-vif-plugged-02fd9808-1bcc-4bbe-818f-53d03de0dfef for instance with vm_state building and task_state spawning. [ 1332.485117] env[62555]: DEBUG nova.network.neutron [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Successfully updated port: 1b2fcd7b-0155-49a0-be95-8f153bb8a197 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1332.510017] env[62555]: DEBUG nova.policy [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea6f163751f0495f9a3768c27268b499', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '494b5361ab5945279d5ba62e32510c3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.538945] env[62555]: DEBUG nova.network.neutron [-] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.614357] env[62555]: DEBUG nova.network.neutron [-] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.780113] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.799420] env[62555]: DEBUG nova.compute.manager [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Received event network-vif-plugged-7ef6a2c4-dcee-4424-af31-46ba2bd59e34 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1332.799659] env[62555]: DEBUG oslo_concurrency.lockutils [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] Acquiring lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1332.799874] env[62555]: DEBUG oslo_concurrency.lockutils [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] Lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1332.803190] env[62555]: DEBUG oslo_concurrency.lockutils [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] Lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1332.803457] env[62555]: DEBUG nova.compute.manager [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] No waiting events found dispatching network-vif-plugged-7ef6a2c4-dcee-4424-af31-46ba2bd59e34 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1332.803670] env[62555]: WARNING nova.compute.manager [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Received unexpected event network-vif-plugged-7ef6a2c4-dcee-4424-af31-46ba2bd59e34 for instance with vm_state building and task_state spawning. [ 1332.805021] env[62555]: DEBUG nova.compute.manager [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Received event network-changed-7ef6a2c4-dcee-4424-af31-46ba2bd59e34 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1332.805021] env[62555]: DEBUG nova.compute.manager [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Refreshing instance network info cache due to event network-changed-7ef6a2c4-dcee-4424-af31-46ba2bd59e34. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1332.805205] env[62555]: DEBUG oslo_concurrency.lockutils [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] Acquiring lock "refresh_cache-73d5176a-a77d-4d36-ad7c-1cc73c6f1556" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.806186] env[62555]: DEBUG oslo_concurrency.lockutils [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] Acquired lock "refresh_cache-73d5176a-a77d-4d36-ad7c-1cc73c6f1556" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.806318] env[62555]: DEBUG nova.network.neutron [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Refreshing network info cache for port 7ef6a2c4-dcee-4424-af31-46ba2bd59e34 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.829866] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.829866] env[62555]: DEBUG nova.compute.manager [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Instance network_info: |[{"id": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "address": "fa:16:3e:52:12:e2", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fd9808-1b", "ovs_interfaceid": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.832926] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:12:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02fd9808-1bcc-4bbe-818f-53d03de0dfef', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.840377] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Creating folder: Project (3498d5a7e64144c6ae39773812b282e3). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.841769] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb0d9976-791e-4270-a035-e3044d08f032 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.852174] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.854965] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Created folder: Project (3498d5a7e64144c6ae39773812b282e3) in parent group-v355069. [ 1332.855241] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Creating folder: Instances. Parent ref: group-v355093. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1332.858601] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-170fba66-aecb-4a50-87ed-63a51f75b981 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.865639] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704027, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.868260] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Created folder: Instances in parent group-v355093. [ 1332.868592] env[62555]: DEBUG oslo.service.loopingcall [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1332.869089] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.869089] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae38cadc-e7db-47e6-a04e-e5205c2a5ab0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.889951] env[62555]: DEBUG nova.compute.manager [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1332.901135] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.901135] env[62555]: value = "task-1704030" [ 1332.901135] env[62555]: _type = "Task" [ 1332.901135] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.910895] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704030, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.991294] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquiring lock "refresh_cache-a8ef1d4f-1369-4e14-8234-2fe1cbb27688" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.991350] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquired lock "refresh_cache-a8ef1d4f-1369-4e14-8234-2fe1cbb27688" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.991879] env[62555]: DEBUG nova.network.neutron [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.045136] env[62555]: INFO nova.compute.manager [-] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Took 2.16 seconds to deallocate network for instance. [ 1333.118160] env[62555]: INFO nova.compute.manager [-] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Took 1.04 seconds to deallocate network for instance. [ 1333.271292] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907c6cf7-8342-4b93-959c-1ed388683707 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.293325] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.294397] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e3224f-7d15-447f-81d9-4006e7b417cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.333785] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d3765b-0e40-4a13-b059-9d2e1dde3d75 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.348077] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f62f494-1e04-45f8-9150-34c36d77a270 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.368067] env[62555]: DEBUG nova.compute.provider_tree [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.369462] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704026, 'name': ReconfigVM_Task, 'duration_secs': 1.00035} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.372659] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Reconfigured VM instance instance-00000003 to attach disk [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.373618] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e380c50-8446-4c6e-aa99-794b754dc442 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.386708] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846551} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.387039] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1333.387039] env[62555]: value = "task-1704031" [ 1333.387039] env[62555]: _type = "Task" [ 1333.387039] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.392021] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 73d5176a-a77d-4d36-ad7c-1cc73c6f1556/73d5176a-a77d-4d36-ad7c-1cc73c6f1556.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.392021] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.392021] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68faa2ce-1830-4ee8-a25e-c96d50edc200 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.409519] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for the task: (returnval){ [ 1333.409519] env[62555]: value = "task-1704032" [ 1333.409519] env[62555]: _type = "Task" [ 1333.409519] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.409740] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704031, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.416073] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704030, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.422413] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.557185] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.594624] env[62555]: DEBUG nova.network.neutron [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1333.628173] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.781666] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.881378] env[62555]: DEBUG nova.scheduler.client.report [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1333.898600] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704031, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.906078] env[62555]: DEBUG nova.compute.manager [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.914206] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704030, 'name': CreateVM_Task, 'duration_secs': 0.528481} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.917366] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.918297] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.918451] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.918762] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1333.919341] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce2f470-794f-4e96-8db0-eb3f5fc07390 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.924621] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313218} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.927033] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.928094] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f7b978-2270-4225-8078-4dee412eb113 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.936263] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1333.936263] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e4b681-26c8-1624-f772-eaefe902ee50" [ 1333.936263] env[62555]: _type = "Task" [ 1333.936263] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.938792] env[62555]: DEBUG nova.virt.hardware [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1333.939037] env[62555]: DEBUG nova.virt.hardware [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1333.939202] env[62555]: DEBUG nova.virt.hardware [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.939386] env[62555]: DEBUG nova.virt.hardware [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1333.939530] env[62555]: DEBUG nova.virt.hardware [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.939676] env[62555]: DEBUG nova.virt.hardware [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1333.939899] env[62555]: DEBUG nova.virt.hardware [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1333.940325] env[62555]: DEBUG nova.virt.hardware [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1333.940510] env[62555]: DEBUG nova.virt.hardware [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1333.940678] env[62555]: DEBUG nova.virt.hardware [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1333.940854] env[62555]: DEBUG nova.virt.hardware [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.942081] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d893ff66-1805-42db-8b64-efc7161892ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.966440] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 73d5176a-a77d-4d36-ad7c-1cc73c6f1556/73d5176a-a77d-4d36-ad7c-1cc73c6f1556.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.967474] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a105f12-afdf-4cec-9b7d-b51867de11fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.988301] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5af4a9-f381-4e1c-9be2-c66fec7b034d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.998033] env[62555]: DEBUG nova.network.neutron [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Updating instance_info_cache with network_info: [{"id": "1b2fcd7b-0155-49a0-be95-8f153bb8a197", "address": "fa:16:3e:fa:62:de", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2fcd7b-01", "ovs_interfaceid": "1b2fcd7b-0155-49a0-be95-8f153bb8a197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.999698] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e4b681-26c8-1624-f772-eaefe902ee50, 'name': SearchDatastore_Task, 'duration_secs': 0.008694} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.000039] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for the task: (returnval){ [ 1334.000039] env[62555]: value = "task-1704033" [ 1334.000039] env[62555]: _type = "Task" [ 1334.000039] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.001183] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.001404] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.002607] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.002607] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.002607] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.002607] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d423579b-ddcb-4889-9495-eb661b3d33de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.024210] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.026041] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.026041] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.027183] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a663c5e5-7b3f-4a36-8d20-5aba8b63537b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.037690] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1334.037690] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5249aa7e-15c9-b08f-c72a-2d4620a3718d" [ 1334.037690] env[62555]: _type = "Task" [ 1334.037690] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.051309] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5249aa7e-15c9-b08f-c72a-2d4620a3718d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.167787] env[62555]: DEBUG nova.network.neutron [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Successfully created port: 971bb785-321e-47e0-b9a8-ea13c09fae2d {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1334.174465] env[62555]: DEBUG nova.network.neutron [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Successfully updated port: 42ab94cc-b73f-4315-b012-09dc3764297f {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.286399] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.387965] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.388539] env[62555]: DEBUG nova.compute.manager [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1334.391499] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.043s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.393783] env[62555]: INFO nova.compute.claims [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.409322] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704031, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.438305] env[62555]: DEBUG nova.network.neutron [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Updated VIF entry in instance network info cache for port 7ef6a2c4-dcee-4424-af31-46ba2bd59e34. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.438545] env[62555]: DEBUG nova.network.neutron [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Updating instance_info_cache with network_info: [{"id": "7ef6a2c4-dcee-4424-af31-46ba2bd59e34", "address": "fa:16:3e:a2:f8:27", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ef6a2c4-dc", "ovs_interfaceid": "7ef6a2c4-dcee-4424-af31-46ba2bd59e34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.502491] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Releasing lock "refresh_cache-a8ef1d4f-1369-4e14-8234-2fe1cbb27688" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.502491] env[62555]: DEBUG nova.compute.manager [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Instance network_info: |[{"id": "1b2fcd7b-0155-49a0-be95-8f153bb8a197", "address": "fa:16:3e:fa:62:de", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2fcd7b-01", "ovs_interfaceid": "1b2fcd7b-0155-49a0-be95-8f153bb8a197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1334.502762] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:62:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b2fcd7b-0155-49a0-be95-8f153bb8a197', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.511304] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Creating folder: Project (84f06273b9174d0696cd1ad3e9e52107). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.511618] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7622c03-0bb1-4532-a676-5581d175dedc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.522704] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.524327] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Created folder: Project (84f06273b9174d0696cd1ad3e9e52107) in parent group-v355069. [ 1334.524555] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Creating folder: Instances. Parent ref: group-v355096. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1334.524901] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-622ea554-beab-478e-b070-f9cd78c54585 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.534573] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Created folder: Instances in parent group-v355096. [ 1334.534825] env[62555]: DEBUG oslo.service.loopingcall [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1334.535089] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1334.535315] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b25fa46e-e7db-48a0-9a96-2074867becdc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.558606] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5249aa7e-15c9-b08f-c72a-2d4620a3718d, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.560398] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.560398] env[62555]: value = "task-1704036" [ 1334.560398] env[62555]: _type = "Task" [ 1334.560398] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.560666] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fbf098c-b2db-4867-9217-46f35acfc30d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.568356] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1334.568356] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52509ace-e8b3-e460-5786-35759eede974" [ 1334.568356] env[62555]: _type = "Task" [ 1334.568356] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.572088] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704036, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.581102] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52509ace-e8b3-e460-5786-35759eede974, 'name': SearchDatastore_Task, 'duration_secs': 0.009254} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.581102] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.582175] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 34828a36-3444-435b-98a2-cd82665c4ef9/34828a36-3444-435b-98a2-cd82665c4ef9.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.582323] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-724bcfb7-6eda-41a9-aa4c-73207b93824b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.593074] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1334.593074] env[62555]: value = "task-1704037" [ 1334.593074] env[62555]: _type = "Task" [ 1334.593074] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.601242] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.634741] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquiring lock "94774863-facf-4e99-b7ae-02ef0500fcad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.634857] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "94774863-facf-4e99-b7ae-02ef0500fcad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.677863] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "refresh_cache-e6631b64-61c4-477f-8a0e-65319e540e29" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.678066] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "refresh_cache-e6631b64-61c4-477f-8a0e-65319e540e29" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.678236] env[62555]: DEBUG nova.network.neutron [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.742321] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1334.742492] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.783289] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704025, 'name': ReconfigVM_Task, 'duration_secs': 2.067369} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.783584] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Reconfigured VM instance instance-00000006 to attach disk [datastore1] bc049f7b-e4f8-46e5-b873-58de47cae810/bc049f7b-e4f8-46e5-b873-58de47cae810.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.784284] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2af802ea-a6f5-4bb9-810d-e465e67f204a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.791200] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for the task: (returnval){ [ 1334.791200] env[62555]: value = "task-1704038" [ 1334.791200] env[62555]: _type = "Task" [ 1334.791200] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.800309] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704038, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.901738] env[62555]: DEBUG nova.compute.utils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1334.913105] env[62555]: DEBUG nova.compute.manager [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1334.913704] env[62555]: DEBUG nova.network.neutron [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1334.928758] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704031, 'name': Rename_Task, 'duration_secs': 1.052398} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.929253] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.930661] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d85d677-e1b5-43d2-9b1c-2c41f08ecfc3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.946360] env[62555]: DEBUG oslo_concurrency.lockutils [req-5abbef90-2c75-4cf3-a4e3-b56864ba5b29 req-94ab0588-e5c8-44de-8ac1-043971bbe37d service nova] Releasing lock "refresh_cache-73d5176a-a77d-4d36-ad7c-1cc73c6f1556" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.947141] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1334.947141] env[62555]: value = "task-1704039" [ 1334.947141] env[62555]: _type = "Task" [ 1334.947141] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.960177] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.026028] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704033, 'name': ReconfigVM_Task, 'duration_secs': 0.969555} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.028584] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 73d5176a-a77d-4d36-ad7c-1cc73c6f1556/73d5176a-a77d-4d36-ad7c-1cc73c6f1556.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.028584] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b729339-bfa4-4390-8065-477906b7d7d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.035494] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for the task: (returnval){ [ 1335.035494] env[62555]: value = "task-1704040" [ 1335.035494] env[62555]: _type = "Task" [ 1335.035494] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.049354] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704040, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.081506] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704036, 'name': CreateVM_Task, 'duration_secs': 0.480655} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.081711] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1335.082508] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.082689] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.083055] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1335.083567] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3b681c-e883-4944-98db-e100b51177da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.088914] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for the task: (returnval){ [ 1335.088914] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f6729f-cbdd-bd32-f49c-c1e0abc5122d" [ 1335.088914] env[62555]: _type = "Task" [ 1335.088914] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.098282] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f6729f-cbdd-bd32-f49c-c1e0abc5122d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.107559] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510996} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.108073] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 34828a36-3444-435b-98a2-cd82665c4ef9/34828a36-3444-435b-98a2-cd82665c4ef9.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.108388] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.108701] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0439183-ea44-48bd-99bb-7962cef33cb5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.115772] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1335.115772] env[62555]: value = "task-1704041" [ 1335.115772] env[62555]: _type = "Task" [ 1335.115772] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.126373] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.139130] env[62555]: DEBUG nova.policy [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1c87f226f6c4a4194cee1aa584c9006', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '82c528e6ec1c40d583b47d8bf9dbd5c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.142361] env[62555]: DEBUG nova.compute.manager [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1335.266568] env[62555]: DEBUG nova.network.neutron [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.308388] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704038, 'name': Rename_Task, 'duration_secs': 0.396109} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.308592] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1335.308841] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cfde1c3-a540-40a7-ac1f-eb2b92811b08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.316708] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for the task: (returnval){ [ 1335.316708] env[62555]: value = "task-1704042" [ 1335.316708] env[62555]: _type = "Task" [ 1335.316708] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.325914] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.406594] env[62555]: DEBUG nova.compute.manager [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1335.459259] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704039, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.546813] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704040, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.584923] env[62555]: DEBUG nova.network.neutron [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Updating instance_info_cache with network_info: [{"id": "42ab94cc-b73f-4315-b012-09dc3764297f", "address": "fa:16:3e:fe:8d:33", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ab94cc-b7", "ovs_interfaceid": "42ab94cc-b73f-4315-b012-09dc3764297f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.604462] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f6729f-cbdd-bd32-f49c-c1e0abc5122d, 'name': SearchDatastore_Task, 'duration_secs': 0.012543} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.606374] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.606712] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.606981] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.607189] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.607518] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.611340] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdb211be-5854-4527-a6a8-6028c9c3e630 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.626694] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076142} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.631656] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1335.633417] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1335.633417] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1335.634999] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd911cbe-1347-428c-980b-7340dc50e4ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.639601] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9589ab2f-cb7a-49c3-a2c6-cf404bcb609b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.671365] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 34828a36-3444-435b-98a2-cd82665c4ef9/34828a36-3444-435b-98a2-cd82665c4ef9.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1335.674038] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for the task: (returnval){ [ 1335.674038] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52383c46-30b6-ac2e-cf41-00dc2d68f6ef" [ 1335.674038] env[62555]: _type = "Task" [ 1335.674038] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.674701] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5937cc-327d-48d6-9e49-1c1b3194f91e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.692344] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1335.703979] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52383c46-30b6-ac2e-cf41-00dc2d68f6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.049738} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.706307] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1335.706307] env[62555]: value = "task-1704043" [ 1335.706307] env[62555]: _type = "Task" [ 1335.706307] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.706540] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ac2f12e-b1c3-4482-a648-d6c760694da6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.722205] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for the task: (returnval){ [ 1335.722205] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52889739-2657-8de0-3bff-33ece8bdd320" [ 1335.722205] env[62555]: _type = "Task" [ 1335.722205] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.724112] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.732840] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52889739-2657-8de0-3bff-33ece8bdd320, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.742398] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d198c1c-8625-48c8-bfcc-2380202ece21 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.752473] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e7e7f0-ba10-4c13-b159-8b193098f9a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.756609] env[62555]: DEBUG nova.network.neutron [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Successfully created port: 052cf00e-b736-4ab8-8002-12a3bf88acff {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1335.786803] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f6137e-2149-4082-b546-669b17833c12 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.794690] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059197a0-c443-449c-afac-268abc07f140 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.808377] env[62555]: DEBUG nova.compute.provider_tree [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.830974] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704042, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.907511] env[62555]: DEBUG nova.compute.manager [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Received event network-changed-02fd9808-1bcc-4bbe-818f-53d03de0dfef {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1335.908030] env[62555]: DEBUG nova.compute.manager [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Refreshing instance network info cache due to event network-changed-02fd9808-1bcc-4bbe-818f-53d03de0dfef. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1335.908363] env[62555]: DEBUG oslo_concurrency.lockutils [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] Acquiring lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.910130] env[62555]: DEBUG oslo_concurrency.lockutils [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] Acquired lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.910130] env[62555]: DEBUG nova.network.neutron [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Refreshing network info cache for port 02fd9808-1bcc-4bbe-818f-53d03de0dfef {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1335.961031] env[62555]: DEBUG oslo_vmware.api [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704039, 'name': PowerOnVM_Task, 'duration_secs': 0.562044} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.961296] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.961500] env[62555]: DEBUG nova.compute.manager [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.962350] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469ae3fe-986b-45eb-b03d-8167448781f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.010343] env[62555]: DEBUG nova.compute.manager [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.011310] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27a3551-6416-47be-b3de-7dacbe0b3911 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.048668] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704040, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.088383] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "refresh_cache-e6631b64-61c4-477f-8a0e-65319e540e29" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.088383] env[62555]: DEBUG nova.compute.manager [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Instance network_info: |[{"id": "42ab94cc-b73f-4315-b012-09dc3764297f", "address": "fa:16:3e:fe:8d:33", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ab94cc-b7", "ovs_interfaceid": "42ab94cc-b73f-4315-b012-09dc3764297f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.088708] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:8d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42ab94cc-b73f-4315-b012-09dc3764297f', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.097634] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating folder: Project (ab10251ae73a41d1bbd5874325d2b289). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.097944] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97e82ce1-7c3d-41b2-aafb-8df03ff1dd97 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.111198] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Created folder: Project (ab10251ae73a41d1bbd5874325d2b289) in parent group-v355069. [ 1336.111198] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating folder: Instances. Parent ref: group-v355099. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1336.111606] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2c32375-c78c-47ce-b206-6c769a12b917 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.122549] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Created folder: Instances in parent group-v355099. [ 1336.122772] env[62555]: DEBUG oslo.service.loopingcall [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.123625] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.123893] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-915ed48d-f97d-49e1-8a2a-6c9291cbd1ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.146169] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.146169] env[62555]: value = "task-1704046" [ 1336.146169] env[62555]: _type = "Task" [ 1336.146169] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.154206] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704046, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.220891] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.233491] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52889739-2657-8de0-3bff-33ece8bdd320, 'name': SearchDatastore_Task, 'duration_secs': 0.048373} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.233772] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.235112] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a8ef1d4f-1369-4e14-8234-2fe1cbb27688/a8ef1d4f-1369-4e14-8234-2fe1cbb27688.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1336.235112] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf7e328d-15a2-48e8-b6d8-12751dc215c6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.242426] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for the task: (returnval){ [ 1336.242426] env[62555]: value = "task-1704047" [ 1336.242426] env[62555]: _type = "Task" [ 1336.242426] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.251935] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.314721] env[62555]: DEBUG nova.scheduler.client.report [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1336.330321] env[62555]: DEBUG oslo_vmware.api [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704042, 'name': PowerOnVM_Task, 'duration_secs': 0.909026} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.330321] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1336.330527] env[62555]: INFO nova.compute.manager [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Took 14.35 seconds to spawn the instance on the hypervisor. [ 1336.330695] env[62555]: DEBUG nova.compute.manager [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1336.331643] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532c4c99-bfc8-4af6-8e78-3a017677a158 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.423414] env[62555]: DEBUG nova.compute.manager [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1336.465457] env[62555]: DEBUG nova.virt.hardware [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1336.465601] env[62555]: DEBUG nova.virt.hardware [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1336.465745] env[62555]: DEBUG nova.virt.hardware [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.466001] env[62555]: DEBUG nova.virt.hardware [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1336.466662] env[62555]: DEBUG nova.virt.hardware [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.467909] env[62555]: DEBUG nova.virt.hardware [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1336.467909] env[62555]: DEBUG nova.virt.hardware [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1336.467909] env[62555]: DEBUG nova.virt.hardware [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1336.468988] env[62555]: DEBUG nova.virt.hardware [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1336.468988] env[62555]: DEBUG nova.virt.hardware [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1336.468988] env[62555]: DEBUG nova.virt.hardware [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1336.471536] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a03a47d-8bc8-4f26-aafc-0a5edcaafafb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.490668] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c39979-4956-4a3a-9f9b-abe8093a7cb0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.495647] env[62555]: DEBUG oslo_concurrency.lockutils [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.526228] env[62555]: DEBUG nova.compute.manager [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Received event network-vif-deleted-b7e4f471-0d5a-4734-a0d6-e189173e14fc {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1336.526483] env[62555]: DEBUG nova.compute.manager [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Received event network-vif-plugged-42ab94cc-b73f-4315-b012-09dc3764297f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1336.528943] env[62555]: DEBUG oslo_concurrency.lockutils [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] Acquiring lock "e6631b64-61c4-477f-8a0e-65319e540e29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.528943] env[62555]: DEBUG oslo_concurrency.lockutils [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] Lock "e6631b64-61c4-477f-8a0e-65319e540e29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.528943] env[62555]: DEBUG oslo_concurrency.lockutils [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] Lock "e6631b64-61c4-477f-8a0e-65319e540e29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.529944] env[62555]: DEBUG nova.compute.manager [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] No waiting events found dispatching network-vif-plugged-42ab94cc-b73f-4315-b012-09dc3764297f {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1336.530172] env[62555]: WARNING nova.compute.manager [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Received unexpected event network-vif-plugged-42ab94cc-b73f-4315-b012-09dc3764297f for instance with vm_state building and task_state spawning. [ 1336.530348] env[62555]: DEBUG nova.compute.manager [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Received event network-changed-42ab94cc-b73f-4315-b012-09dc3764297f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1336.530638] env[62555]: DEBUG nova.compute.manager [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Refreshing instance network info cache due to event network-changed-42ab94cc-b73f-4315-b012-09dc3764297f. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1336.530796] env[62555]: DEBUG oslo_concurrency.lockutils [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] Acquiring lock "refresh_cache-e6631b64-61c4-477f-8a0e-65319e540e29" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.530921] env[62555]: DEBUG oslo_concurrency.lockutils [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] Acquired lock "refresh_cache-e6631b64-61c4-477f-8a0e-65319e540e29" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.531086] env[62555]: DEBUG nova.network.neutron [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Refreshing network info cache for port 42ab94cc-b73f-4315-b012-09dc3764297f {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.533343] env[62555]: INFO nova.compute.manager [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] instance snapshotting [ 1336.541890] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e2b421-131e-4e91-ab60-6978a2bedf55 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.569440] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb7199c-5ae1-4870-b04c-9185c0195a23 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.572924] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704040, 'name': Rename_Task, 'duration_secs': 1.193979} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.576944] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.576944] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82f4f496-4d73-4a96-a055-83f590b39532 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.591054] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for the task: (returnval){ [ 1336.591054] env[62555]: value = "task-1704048" [ 1336.591054] env[62555]: _type = "Task" [ 1336.591054] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.602053] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.641924] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1336.642206] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.670997] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704046, 'name': CreateVM_Task, 'duration_secs': 0.458689} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.671707] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.672457] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1336.672703] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.673013] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1336.675185] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c93d39-8e1a-4c28-a1b5-9dfdc3442e4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.684407] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1336.684407] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5290a816-bc03-253a-5182-51412f6efac8" [ 1336.684407] env[62555]: _type = "Task" [ 1336.684407] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.699444] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5290a816-bc03-253a-5182-51412f6efac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.722868] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.753256] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704047, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.779079] env[62555]: DEBUG nova.network.neutron [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Successfully updated port: 971bb785-321e-47e0-b9a8-ea13c09fae2d {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1336.825899] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.825899] env[62555]: DEBUG nova.compute.manager [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1336.828736] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.468s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1336.834426] env[62555]: INFO nova.compute.claims [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.853293] env[62555]: INFO nova.compute.manager [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Took 28.44 seconds to build instance. [ 1336.926997] env[62555]: DEBUG nova.network.neutron [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updated VIF entry in instance network info cache for port 02fd9808-1bcc-4bbe-818f-53d03de0dfef. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1336.927401] env[62555]: DEBUG nova.network.neutron [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance_info_cache with network_info: [{"id": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "address": "fa:16:3e:52:12:e2", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fd9808-1b", "ovs_interfaceid": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.089754] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1337.089754] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e90dba1-2a36-4110-8804-f194d9d9c824 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.099079] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1337.099079] env[62555]: value = "task-1704049" [ 1337.099079] env[62555]: _type = "Task" [ 1337.099079] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.108167] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704048, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.113533] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704049, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.172840] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquiring lock "a7779533-b163-43dd-9f60-69f64fce8885" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.173217] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Lock "a7779533-b163-43dd-9f60-69f64fce8885" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.173511] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquiring lock "a7779533-b163-43dd-9f60-69f64fce8885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.173672] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Lock "a7779533-b163-43dd-9f60-69f64fce8885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.173847] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Lock "a7779533-b163-43dd-9f60-69f64fce8885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.180451] env[62555]: INFO nova.compute.manager [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Terminating instance [ 1337.194193] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.194469] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.204637] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5290a816-bc03-253a-5182-51412f6efac8, 'name': SearchDatastore_Task, 'duration_secs': 0.048423} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.205183] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.205586] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.205967] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.206209] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.206458] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.207150] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7eb84780-8d1d-4b4a-9332-06c774962950 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.220642] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704043, 'name': ReconfigVM_Task, 'duration_secs': 1.229511} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.222199] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 34828a36-3444-435b-98a2-cd82665c4ef9/34828a36-3444-435b-98a2-cd82665c4ef9.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.223660] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.223660] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.228082] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08fbccb7-ae1b-4f4d-a6a0-c813510f2e53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.230406] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a2efd41-e1cf-4e32-98ac-cd425098b39d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.242992] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1337.242992] env[62555]: value = "task-1704050" [ 1337.242992] env[62555]: _type = "Task" [ 1337.242992] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.243316] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1337.243316] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5250f60a-3bc4-e647-bb3f-fb76ae35bf73" [ 1337.243316] env[62555]: _type = "Task" [ 1337.243316] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.261836] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704050, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.269831] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5250f60a-3bc4-e647-bb3f-fb76ae35bf73, 'name': SearchDatastore_Task, 'duration_secs': 0.014897} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.270556] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647782} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.273953] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a8ef1d4f-1369-4e14-8234-2fe1cbb27688/a8ef1d4f-1369-4e14-8234-2fe1cbb27688.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1337.274287] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1337.274423] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d4474c-b0e1-4e1c-8cb3-8d4374be8137 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.276706] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e81e9cb7-ade5-496f-b645-8b54cc4a45e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.285601] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquiring lock "refresh_cache-edf2a86a-4a12-4eca-91c6-bf8af0557ae0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.285711] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquired lock "refresh_cache-edf2a86a-4a12-4eca-91c6-bf8af0557ae0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.285830] env[62555]: DEBUG nova.network.neutron [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.287630] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for the task: (returnval){ [ 1337.287630] env[62555]: value = "task-1704051" [ 1337.287630] env[62555]: _type = "Task" [ 1337.287630] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.287630] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1337.287630] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b44fe4-e3e1-5765-fd0f-4f66e34d4db1" [ 1337.287630] env[62555]: _type = "Task" [ 1337.287630] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.304220] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b44fe4-e3e1-5765-fd0f-4f66e34d4db1, 'name': SearchDatastore_Task, 'duration_secs': 0.01404} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.308157] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.308312] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] e6631b64-61c4-477f-8a0e-65319e540e29/e6631b64-61c4-477f-8a0e-65319e540e29.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.308594] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.308827] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75ae5efb-3176-423d-b589-855bc65767ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.317368] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1337.317368] env[62555]: value = "task-1704052" [ 1337.317368] env[62555]: _type = "Task" [ 1337.317368] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.332925] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.339047] env[62555]: DEBUG nova.compute.utils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1337.346148] env[62555]: DEBUG nova.compute.manager [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1337.346403] env[62555]: DEBUG nova.network.neutron [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1337.357368] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3818497f-100e-4232-b2c5-2fb937dcaf58 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Lock "bc049f7b-e4f8-46e5-b873-58de47cae810" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.951s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.432673] env[62555]: DEBUG oslo_concurrency.lockutils [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] Releasing lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1337.433013] env[62555]: DEBUG nova.compute.manager [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Received event network-vif-plugged-1b2fcd7b-0155-49a0-be95-8f153bb8a197 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1337.433276] env[62555]: DEBUG oslo_concurrency.lockutils [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] Acquiring lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.433509] env[62555]: DEBUG oslo_concurrency.lockutils [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] Lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1337.433784] env[62555]: DEBUG oslo_concurrency.lockutils [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] Lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1337.433857] env[62555]: DEBUG nova.compute.manager [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] No waiting events found dispatching network-vif-plugged-1b2fcd7b-0155-49a0-be95-8f153bb8a197 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1337.434042] env[62555]: WARNING nova.compute.manager [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Received unexpected event network-vif-plugged-1b2fcd7b-0155-49a0-be95-8f153bb8a197 for instance with vm_state building and task_state spawning. [ 1337.434237] env[62555]: DEBUG nova.compute.manager [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Received event network-changed-1b2fcd7b-0155-49a0-be95-8f153bb8a197 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1337.434408] env[62555]: DEBUG nova.compute.manager [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Refreshing instance network info cache due to event network-changed-1b2fcd7b-0155-49a0-be95-8f153bb8a197. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1337.434715] env[62555]: DEBUG oslo_concurrency.lockutils [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] Acquiring lock "refresh_cache-a8ef1d4f-1369-4e14-8234-2fe1cbb27688" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.434784] env[62555]: DEBUG oslo_concurrency.lockutils [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] Acquired lock "refresh_cache-a8ef1d4f-1369-4e14-8234-2fe1cbb27688" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.434945] env[62555]: DEBUG nova.network.neutron [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Refreshing network info cache for port 1b2fcd7b-0155-49a0-be95-8f153bb8a197 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.495826] env[62555]: DEBUG nova.policy [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2930b444e84c28ab926e0931d26b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '928fbc51b1534ddf9371dc2db4a3d9ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1337.597663] env[62555]: DEBUG nova.network.neutron [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Updated VIF entry in instance network info cache for port 42ab94cc-b73f-4315-b012-09dc3764297f. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.598031] env[62555]: DEBUG nova.network.neutron [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Updating instance_info_cache with network_info: [{"id": "42ab94cc-b73f-4315-b012-09dc3764297f", "address": "fa:16:3e:fe:8d:33", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ab94cc-b7", "ovs_interfaceid": "42ab94cc-b73f-4315-b012-09dc3764297f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.607130] env[62555]: DEBUG oslo_vmware.api [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704048, 'name': PowerOnVM_Task, 'duration_secs': 0.756996} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.607929] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.609698] env[62555]: INFO nova.compute.manager [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Took 13.30 seconds to spawn the instance on the hypervisor. [ 1337.609698] env[62555]: DEBUG nova.compute.manager [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1337.609698] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c453eee7-bca5-4951-8a18-832c4db9208d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.617814] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704049, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.685106] env[62555]: DEBUG nova.compute.manager [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.685359] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.686307] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b406d944-d40e-4bed-a9c6-93491268a07b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.695025] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.695173] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af83f46-573b-4cb7-b0c1-414a9ff709ac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.702269] env[62555]: DEBUG oslo_vmware.api [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for the task: (returnval){ [ 1337.702269] env[62555]: value = "task-1704053" [ 1337.702269] env[62555]: _type = "Task" [ 1337.702269] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.714979] env[62555]: DEBUG oslo_vmware.api [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.756071] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704050, 'name': Rename_Task, 'duration_secs': 0.22525} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.756386] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.756634] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10adea72-ba02-480f-86bd-a8026cc4d4a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.765693] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1337.765693] env[62555]: value = "task-1704054" [ 1337.765693] env[62555]: _type = "Task" [ 1337.765693] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.776741] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.805690] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098926} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.806617] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.811291] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de993598-f6e8-4b79-b3cb-ff916f604871 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.845606] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] a8ef1d4f-1369-4e14-8234-2fe1cbb27688/a8ef1d4f-1369-4e14-8234-2fe1cbb27688.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.850726] env[62555]: DEBUG nova.compute.manager [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1337.856207] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aca67e7-bdf8-4cf1-9af8-c574c53d402d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.872751] env[62555]: DEBUG nova.compute.manager [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1337.881716] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.883032] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for the task: (returnval){ [ 1337.883032] env[62555]: value = "task-1704055" [ 1337.883032] env[62555]: _type = "Task" [ 1337.883032] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.894941] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.894941] env[62555]: DEBUG nova.network.neutron [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.101210] env[62555]: DEBUG oslo_concurrency.lockutils [req-60643c5b-b369-4c70-afd4-c9f0a8e078ad req-96f81c71-77e1-4041-a08b-38634005c64d service nova] Releasing lock "refresh_cache-e6631b64-61c4-477f-8a0e-65319e540e29" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.114535] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704049, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.143563] env[62555]: INFO nova.compute.manager [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Took 29.27 seconds to build instance. [ 1338.217074] env[62555]: DEBUG oslo_vmware.api [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704053, 'name': PowerOffVM_Task, 'duration_secs': 0.230226} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.222398] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.222602] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.223589] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2221f4bb-4b0f-4e3d-b789-1026caad4672 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.258766] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4efe08-09b9-4d6b-ad96-71ef40eb233f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.272933] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ffb4b7-964c-4e8c-a05c-8bfcbb41ae61 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.279751] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.316587] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1710bc2f-a677-484e-a116-b47bb1776693 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.319573] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.319995] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.320567] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Deleting the datastore file [datastore1] a7779533-b163-43dd-9f60-69f64fce8885 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.320924] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ae67154-a105-41f2-88d5-ace8fe4da890 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.333416] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e159a11d-b470-4c5e-a25b-e2fe1ac70d31 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.335372] env[62555]: DEBUG oslo_vmware.api [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for the task: (returnval){ [ 1338.335372] env[62555]: value = "task-1704057" [ 1338.335372] env[62555]: _type = "Task" [ 1338.335372] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.358764] env[62555]: DEBUG nova.compute.provider_tree [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.370340] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704052, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.370613] env[62555]: DEBUG oslo_vmware.api [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.388382] env[62555]: DEBUG nova.network.neutron [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Successfully updated port: 052cf00e-b736-4ab8-8002-12a3bf88acff {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1338.399247] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.413531] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.454932] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquiring lock "c846f03f-5847-4c38-b654-fe7cf846f059" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1338.455624] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Lock "c846f03f-5847-4c38-b654-fe7cf846f059" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1338.532910] env[62555]: DEBUG nova.network.neutron [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Updating instance_info_cache with network_info: [{"id": "971bb785-321e-47e0-b9a8-ea13c09fae2d", "address": "fa:16:3e:b6:c3:54", "network": {"id": "79b9d92e-36ca-472c-92b2-db47db1d10dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1767434097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494b5361ab5945279d5ba62e32510c3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971bb785-32", "ovs_interfaceid": "971bb785-321e-47e0-b9a8-ea13c09fae2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.549528] env[62555]: DEBUG nova.network.neutron [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Successfully created port: 90baae84-c342-41bc-8c19-ffd5b873f723 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.611875] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704049, 'name': CreateSnapshot_Task, 'duration_secs': 1.026793} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.612776] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1338.613607] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d63601-d2c7-46d4-a707-dca7185d1041 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.648090] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ff9e6e5d-f407-404c-aee1-5601c23200df tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.791s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1338.681865] env[62555]: DEBUG nova.network.neutron [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Updated VIF entry in instance network info cache for port 1b2fcd7b-0155-49a0-be95-8f153bb8a197. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.682153] env[62555]: DEBUG nova.network.neutron [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Updating instance_info_cache with network_info: [{"id": "1b2fcd7b-0155-49a0-be95-8f153bb8a197", "address": "fa:16:3e:fa:62:de", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2fcd7b-01", "ovs_interfaceid": "1b2fcd7b-0155-49a0-be95-8f153bb8a197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.776973] env[62555]: DEBUG oslo_vmware.api [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704054, 'name': PowerOnVM_Task, 'duration_secs': 0.862701} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.777077] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.777485] env[62555]: INFO nova.compute.manager [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Took 12.09 seconds to spawn the instance on the hypervisor. [ 1338.777485] env[62555]: DEBUG nova.compute.manager [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1338.778281] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea91163c-61f9-4d86-a2d4-eb7ab450d957 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.854497] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704052, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.09789} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.857524] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] e6631b64-61c4-477f-8a0e-65319e540e29/e6631b64-61c4-477f-8a0e-65319e540e29.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.857771] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.858047] env[62555]: DEBUG oslo_vmware.api [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.858354] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b87e4aee-79b6-4049-bac0-adc78d9b75bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.865527] env[62555]: DEBUG nova.scheduler.client.report [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1338.870489] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1338.870489] env[62555]: value = "task-1704058" [ 1338.870489] env[62555]: _type = "Task" [ 1338.870489] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.881093] env[62555]: DEBUG nova.compute.manager [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1338.883218] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.893535] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquiring lock "refresh_cache-bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.893535] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquired lock "refresh_cache-bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.893535] env[62555]: DEBUG nova.network.neutron [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.894212] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704055, 'name': ReconfigVM_Task, 'duration_secs': 0.56138} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.895226] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Reconfigured VM instance instance-00000009 to attach disk [datastore1] a8ef1d4f-1369-4e14-8234-2fe1cbb27688/a8ef1d4f-1369-4e14-8234-2fe1cbb27688.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1338.895226] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4082b68-2544-46d1-acef-c6878ecf8742 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.902502] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for the task: (returnval){ [ 1338.902502] env[62555]: value = "task-1704059" [ 1338.902502] env[62555]: _type = "Task" [ 1338.902502] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.911015] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704059, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.923455] env[62555]: DEBUG nova.virt.hardware [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1338.924369] env[62555]: DEBUG nova.virt.hardware [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1338.924369] env[62555]: DEBUG nova.virt.hardware [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.927140] env[62555]: DEBUG nova.virt.hardware [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1338.927140] env[62555]: DEBUG nova.virt.hardware [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.927140] env[62555]: DEBUG nova.virt.hardware [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1338.927140] env[62555]: DEBUG nova.virt.hardware [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1338.927140] env[62555]: DEBUG nova.virt.hardware [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1338.927722] env[62555]: DEBUG nova.virt.hardware [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1338.927722] env[62555]: DEBUG nova.virt.hardware [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1338.927722] env[62555]: DEBUG nova.virt.hardware [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1338.929966] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7069e5-4a83-4adc-a826-660d4ee60ff9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.941085] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe91e45-2ccc-4d60-b5b9-d37f800878d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.015448] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "5407aef9-6270-418f-b018-fee8ef74dbe4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.015741] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "5407aef9-6270-418f-b018-fee8ef74dbe4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.037414] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Releasing lock "refresh_cache-edf2a86a-4a12-4eca-91c6-bf8af0557ae0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.038460] env[62555]: DEBUG nova.compute.manager [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Instance network_info: |[{"id": "971bb785-321e-47e0-b9a8-ea13c09fae2d", "address": "fa:16:3e:b6:c3:54", "network": {"id": "79b9d92e-36ca-472c-92b2-db47db1d10dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1767434097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494b5361ab5945279d5ba62e32510c3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971bb785-32", "ovs_interfaceid": "971bb785-321e-47e0-b9a8-ea13c09fae2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.038540] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:c3:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd829efb7-e98e-4b67-bd03-b0888287dbfd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '971bb785-321e-47e0-b9a8-ea13c09fae2d', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.048492] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Creating folder: Project (494b5361ab5945279d5ba62e32510c3e). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.048916] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0551a928-cea2-4d40-85c7-92c046b4a140 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.060189] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Created folder: Project (494b5361ab5945279d5ba62e32510c3e) in parent group-v355069. [ 1339.060443] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Creating folder: Instances. Parent ref: group-v355103. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1339.060726] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c55def3e-9d05-458f-a902-300f7eccfecc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.073025] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Created folder: Instances in parent group-v355103. [ 1339.073025] env[62555]: DEBUG oslo.service.loopingcall [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.073025] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.073025] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc2fc159-af46-4996-b652-3f40ed9d31d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.096211] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.096211] env[62555]: value = "task-1704062" [ 1339.096211] env[62555]: _type = "Task" [ 1339.096211] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.105333] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704062, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.135232] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1339.135561] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3c309edb-82b2-4232-a44a-dddc8902b4b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.143790] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1339.143790] env[62555]: value = "task-1704063" [ 1339.143790] env[62555]: _type = "Task" [ 1339.143790] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.152891] env[62555]: DEBUG nova.compute.manager [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.155632] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704063, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.186917] env[62555]: DEBUG oslo_concurrency.lockutils [req-250cdf04-ba44-46fa-b249-72e53246f99b req-45aed7ff-9c3d-4d7f-95cf-f2b826d6aaa5 service nova] Releasing lock "refresh_cache-a8ef1d4f-1369-4e14-8234-2fe1cbb27688" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.308664] env[62555]: INFO nova.compute.manager [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Took 28.87 seconds to build instance. [ 1339.348630] env[62555]: DEBUG oslo_vmware.api [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Task: {'id': task-1704057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.566305} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.349023] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.349023] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.349714] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.349920] env[62555]: INFO nova.compute.manager [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1339.350217] env[62555]: DEBUG oslo.service.loopingcall [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1339.350446] env[62555]: DEBUG nova.compute.manager [-] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.350554] env[62555]: DEBUG nova.network.neutron [-] [instance: a7779533-b163-43dd-9f60-69f64fce8885] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.372078] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.372609] env[62555]: DEBUG nova.compute.manager [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1339.376435] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.819s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.376544] env[62555]: DEBUG nova.objects.instance [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Lazy-loading 'resources' on Instance uuid 82633979-af2d-47d3-95cb-edae528862a1 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.392525] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11529} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.393217] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.395135] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e320d6e3-92dd-40d1-b345-6f68a0cf0f5a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.422943] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] e6631b64-61c4-477f-8a0e-65319e540e29/e6631b64-61c4-477f-8a0e-65319e540e29.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.429076] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3391420-bb78-4ff9-8c92-c0ef57e8cd1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.449364] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704059, 'name': Rename_Task, 'duration_secs': 0.286001} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.450688] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1339.451013] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1339.451013] env[62555]: value = "task-1704064" [ 1339.451013] env[62555]: _type = "Task" [ 1339.451013] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.451193] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f329a4f3-dea2-4e7d-be38-dafb6029ebb2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.462376] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.463785] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for the task: (returnval){ [ 1339.463785] env[62555]: value = "task-1704065" [ 1339.463785] env[62555]: _type = "Task" [ 1339.463785] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.472999] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.506877] env[62555]: DEBUG nova.compute.manager [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Received event network-vif-plugged-971bb785-321e-47e0-b9a8-ea13c09fae2d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1339.507419] env[62555]: DEBUG oslo_concurrency.lockutils [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] Acquiring lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.507419] env[62555]: DEBUG oslo_concurrency.lockutils [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1339.507419] env[62555]: DEBUG oslo_concurrency.lockutils [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.507654] env[62555]: DEBUG nova.compute.manager [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] No waiting events found dispatching network-vif-plugged-971bb785-321e-47e0-b9a8-ea13c09fae2d {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1339.507693] env[62555]: WARNING nova.compute.manager [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Received unexpected event network-vif-plugged-971bb785-321e-47e0-b9a8-ea13c09fae2d for instance with vm_state building and task_state spawning. [ 1339.508313] env[62555]: DEBUG nova.compute.manager [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Received event network-changed-971bb785-321e-47e0-b9a8-ea13c09fae2d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1339.508313] env[62555]: DEBUG nova.compute.manager [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Refreshing instance network info cache due to event network-changed-971bb785-321e-47e0-b9a8-ea13c09fae2d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1339.508313] env[62555]: DEBUG oslo_concurrency.lockutils [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] Acquiring lock "refresh_cache-edf2a86a-4a12-4eca-91c6-bf8af0557ae0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1339.508477] env[62555]: DEBUG oslo_concurrency.lockutils [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] Acquired lock "refresh_cache-edf2a86a-4a12-4eca-91c6-bf8af0557ae0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.508528] env[62555]: DEBUG nova.network.neutron [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Refreshing network info cache for port 971bb785-321e-47e0-b9a8-ea13c09fae2d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.613864] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704062, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.664812] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704063, 'name': CloneVM_Task} progress is 93%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.700805] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1339.720719] env[62555]: DEBUG nova.network.neutron [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1339.815445] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5f7d74d-63d7-409e-8710-f419659e4343 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "34828a36-3444-435b-98a2-cd82665c4ef9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.396s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.892883] env[62555]: DEBUG nova.compute.utils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1339.898675] env[62555]: DEBUG nova.compute.manager [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.898835] env[62555]: DEBUG nova.network.neutron [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.967540] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704064, 'name': ReconfigVM_Task, 'duration_secs': 0.352293} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.972866] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Reconfigured VM instance instance-0000000a to attach disk [datastore1] e6631b64-61c4-477f-8a0e-65319e540e29/e6631b64-61c4-477f-8a0e-65319e540e29.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.976339] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b361287-53ad-4e08-8617-8b415571a88b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.985277] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704065, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.986564] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1339.986564] env[62555]: value = "task-1704066" [ 1339.986564] env[62555]: _type = "Task" [ 1339.986564] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.997232] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704066, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.002620] env[62555]: DEBUG nova.policy [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0d44a46d4e14033b107b8103c640f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67c60cd0b0b0461b87bc6bef05b0c188', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1340.111663] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704062, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.155118] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704063, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.273497] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcd0a76-48c5-453a-b909-a7dcf78f100a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.282519] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f69317-3260-4403-8eef-1219c11f4aa3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.316543] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd961a69-1a32-46c0-94d9-7e89679a7e72 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.319875] env[62555]: DEBUG nova.compute.manager [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1340.330456] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc0370-7458-4ca7-a6e3-b61f273c46c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.344162] env[62555]: DEBUG nova.compute.provider_tree [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.407722] env[62555]: DEBUG nova.compute.manager [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1340.437023] env[62555]: DEBUG nova.network.neutron [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Updating instance_info_cache with network_info: [{"id": "052cf00e-b736-4ab8-8002-12a3bf88acff", "address": "fa:16:3e:49:4e:00", "network": {"id": "a183b021-d669-4e8f-a9a0-1174c26f814e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-614465765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c528e6ec1c40d583b47d8bf9dbd5c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052cf00e-b7", "ovs_interfaceid": "052cf00e-b736-4ab8-8002-12a3bf88acff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.479207] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704065, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.496808] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704066, 'name': Rename_Task, 'duration_secs': 0.18187} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.497120] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.497458] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9652ec7-69ac-4dfd-a789-5b16b72ef149 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.504933] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1340.504933] env[62555]: value = "task-1704067" [ 1340.504933] env[62555]: _type = "Task" [ 1340.504933] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.514860] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.616756] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704062, 'name': CreateVM_Task, 'duration_secs': 1.298051} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.617096] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.618135] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1340.618620] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.621324] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1340.621324] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e849809b-6739-4f8b-9bcd-c53a86a4e86f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.627601] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for the task: (returnval){ [ 1340.627601] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dbd8f1-ffb5-08eb-432e-039baf8a3656" [ 1340.627601] env[62555]: _type = "Task" [ 1340.627601] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.640962] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dbd8f1-ffb5-08eb-432e-039baf8a3656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.667957] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704063, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.669744] env[62555]: DEBUG nova.network.neutron [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Successfully created port: c38f729f-c109-47c4-b9bd-bbc09559d369 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1340.852423] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.853799] env[62555]: DEBUG nova.scheduler.client.report [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1340.926860] env[62555]: DEBUG nova.network.neutron [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Updated VIF entry in instance network info cache for port 971bb785-321e-47e0-b9a8-ea13c09fae2d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.926860] env[62555]: DEBUG nova.network.neutron [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Updating instance_info_cache with network_info: [{"id": "971bb785-321e-47e0-b9a8-ea13c09fae2d", "address": "fa:16:3e:b6:c3:54", "network": {"id": "79b9d92e-36ca-472c-92b2-db47db1d10dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1767434097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494b5361ab5945279d5ba62e32510c3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971bb785-32", "ovs_interfaceid": "971bb785-321e-47e0-b9a8-ea13c09fae2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.945291] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Releasing lock "refresh_cache-bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1340.945291] env[62555]: DEBUG nova.compute.manager [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Instance network_info: |[{"id": "052cf00e-b736-4ab8-8002-12a3bf88acff", "address": "fa:16:3e:49:4e:00", "network": {"id": "a183b021-d669-4e8f-a9a0-1174c26f814e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-614465765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c528e6ec1c40d583b47d8bf9dbd5c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052cf00e-b7", "ovs_interfaceid": "052cf00e-b736-4ab8-8002-12a3bf88acff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1340.945421] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:4e:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '052cf00e-b736-4ab8-8002-12a3bf88acff', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1340.954802] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Creating folder: Project (82c528e6ec1c40d583b47d8bf9dbd5c5). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.955713] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd8562b1-abb2-4a9f-9041-38fafc509c8e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.969452] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Created folder: Project (82c528e6ec1c40d583b47d8bf9dbd5c5) in parent group-v355069. [ 1340.969452] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Creating folder: Instances. Parent ref: group-v355107. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1340.972290] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b8c6796-b28d-4444-a0f2-4b878b70dffd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.987041] env[62555]: DEBUG oslo_vmware.api [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704065, 'name': PowerOnVM_Task, 'duration_secs': 1.170374} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.988218] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.988498] env[62555]: INFO nova.compute.manager [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Took 11.92 seconds to spawn the instance on the hypervisor. [ 1340.988694] env[62555]: DEBUG nova.compute.manager [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1340.989029] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Created folder: Instances in parent group-v355107. [ 1340.989256] env[62555]: DEBUG oslo.service.loopingcall [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1340.990756] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80550f79-0b6c-47ac-b318-14c637ee79e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.995409] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1340.999073] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68a00df8-a418-42b1-ae1c-ee71461ba9c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.036859] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.036859] env[62555]: value = "task-1704070" [ 1341.036859] env[62555]: _type = "Task" [ 1341.036859] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.044426] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704067, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.054348] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704070, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.086892] env[62555]: DEBUG nova.network.neutron [-] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.149121] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dbd8f1-ffb5-08eb-432e-039baf8a3656, 'name': SearchDatastore_Task, 'duration_secs': 0.017473} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.155802] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.156141] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1341.156484] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.157300] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.157300] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1341.157838] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-673b65e6-7dc5-469c-ab99-924ae2a60c40 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.174229] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704063, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.176043] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1341.176338] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1341.177765] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1297b2f3-2a20-45cf-871a-38c1e80f7f3d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.188596] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for the task: (returnval){ [ 1341.188596] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ad66fc-742c-70c2-01df-6ba7f0362f4b" [ 1341.188596] env[62555]: _type = "Task" [ 1341.188596] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.201545] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ad66fc-742c-70c2-01df-6ba7f0362f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.271141] env[62555]: DEBUG nova.network.neutron [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Successfully updated port: 90baae84-c342-41bc-8c19-ffd5b873f723 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.323233] env[62555]: INFO nova.compute.manager [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Rebuilding instance [ 1341.359135] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.983s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.365207] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.737s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.368329] env[62555]: DEBUG nova.objects.instance [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lazy-loading 'resources' on Instance uuid 7ac9a753-1145-48c6-b97c-9e84f872d9fa {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1341.391465] env[62555]: DEBUG nova.compute.manager [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.396703] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799cb314-8269-4ac4-ab07-d1309ce0572e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.409532] env[62555]: INFO nova.scheduler.client.report [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Deleted allocations for instance 82633979-af2d-47d3-95cb-edae528862a1 [ 1341.428472] env[62555]: DEBUG nova.compute.manager [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1341.433795] env[62555]: DEBUG oslo_concurrency.lockutils [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] Releasing lock "refresh_cache-edf2a86a-4a12-4eca-91c6-bf8af0557ae0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1341.434036] env[62555]: DEBUG nova.compute.manager [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Received event network-vif-plugged-052cf00e-b736-4ab8-8002-12a3bf88acff {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1341.434295] env[62555]: DEBUG oslo_concurrency.lockutils [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] Acquiring lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.434562] env[62555]: DEBUG oslo_concurrency.lockutils [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] Lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.434800] env[62555]: DEBUG oslo_concurrency.lockutils [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] Lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.435029] env[62555]: DEBUG nova.compute.manager [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] No waiting events found dispatching network-vif-plugged-052cf00e-b736-4ab8-8002-12a3bf88acff {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1341.435223] env[62555]: WARNING nova.compute.manager [req-10643db7-2022-4390-9e6a-09ab2935fa91 req-018d50e9-62d2-4423-9863-1fd8a24bbf02 service nova] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Received unexpected event network-vif-plugged-052cf00e-b736-4ab8-8002-12a3bf88acff for instance with vm_state building and task_state spawning. [ 1341.459081] env[62555]: DEBUG nova.virt.hardware [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:01:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='54990876',id=33,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-647969544',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1341.460958] env[62555]: DEBUG nova.virt.hardware [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1341.460958] env[62555]: DEBUG nova.virt.hardware [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.460958] env[62555]: DEBUG nova.virt.hardware [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1341.460958] env[62555]: DEBUG nova.virt.hardware [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.460958] env[62555]: DEBUG nova.virt.hardware [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1341.461214] env[62555]: DEBUG nova.virt.hardware [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1341.461214] env[62555]: DEBUG nova.virt.hardware [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1341.461214] env[62555]: DEBUG nova.virt.hardware [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1341.461214] env[62555]: DEBUG nova.virt.hardware [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1341.461214] env[62555]: DEBUG nova.virt.hardware [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1341.461957] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4e2c097-f012-497c-b9f2-c21af9811ea9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.470870] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f058753-31c4-440a-8f2b-df5b6b0de397 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.534094] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquiring lock "bc049f7b-e4f8-46e5-b873-58de47cae810" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.534597] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Lock "bc049f7b-e4f8-46e5-b873-58de47cae810" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.534644] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquiring lock "bc049f7b-e4f8-46e5-b873-58de47cae810-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.534816] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Lock "bc049f7b-e4f8-46e5-b873-58de47cae810-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.534973] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Lock "bc049f7b-e4f8-46e5-b873-58de47cae810-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.537776] env[62555]: INFO nova.compute.manager [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Terminating instance [ 1341.539144] env[62555]: DEBUG oslo_vmware.api [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704067, 'name': PowerOnVM_Task, 'duration_secs': 0.695742} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.547200] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.547200] env[62555]: INFO nova.compute.manager [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1341.547200] env[62555]: DEBUG nova.compute.manager [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.555078] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143a0b91-2fde-4996-b937-a1a161ac1343 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.565798] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704070, 'name': CreateVM_Task, 'duration_secs': 0.415344} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.568437] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1341.573725] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.573725] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.573896] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1341.575030] env[62555]: INFO nova.compute.manager [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Took 31.15 seconds to build instance. [ 1341.575811] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a98d1561-8df2-49ca-91c4-99f83898b006 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.582126] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for the task: (returnval){ [ 1341.582126] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522a0c6c-7f71-161c-84f0-d88cbb15de64" [ 1341.582126] env[62555]: _type = "Task" [ 1341.582126] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.591070] env[62555]: INFO nova.compute.manager [-] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Took 2.24 seconds to deallocate network for instance. [ 1341.591350] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522a0c6c-7f71-161c-84f0-d88cbb15de64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.661984] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704063, 'name': CloneVM_Task, 'duration_secs': 2.369656} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.664048] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Created linked-clone VM from snapshot [ 1341.664970] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38800a8b-9179-43aa-b4cd-488c4c0a6ce5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.674579] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Uploading image 8df055c8-3e7b-46b6-8e87-d5485dee9f80 {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1341.703430] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ad66fc-742c-70c2-01df-6ba7f0362f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012498} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.706054] env[62555]: DEBUG oslo_vmware.rw_handles [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1341.706054] env[62555]: value = "vm-355106" [ 1341.706054] env[62555]: _type = "VirtualMachine" [ 1341.706054] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1341.706491] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e5f94a9-6101-43b5-8619-bc102804064e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.708887] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0e77a02c-ece0-487b-b1aa-b672c1973475 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.714111] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for the task: (returnval){ [ 1341.714111] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528063cd-03fc-1591-243d-402b011c2134" [ 1341.714111] env[62555]: _type = "Task" [ 1341.714111] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.718744] env[62555]: DEBUG oslo_vmware.rw_handles [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lease: (returnval){ [ 1341.718744] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52389318-b01e-0924-4cad-0cedcf4ba3e0" [ 1341.718744] env[62555]: _type = "HttpNfcLease" [ 1341.718744] env[62555]: } obtained for exporting VM: (result){ [ 1341.718744] env[62555]: value = "vm-355106" [ 1341.718744] env[62555]: _type = "VirtualMachine" [ 1341.718744] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1341.719034] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the lease: (returnval){ [ 1341.719034] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52389318-b01e-0924-4cad-0cedcf4ba3e0" [ 1341.719034] env[62555]: _type = "HttpNfcLease" [ 1341.719034] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1341.727721] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528063cd-03fc-1591-243d-402b011c2134, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.731278] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1341.731278] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52389318-b01e-0924-4cad-0cedcf4ba3e0" [ 1341.731278] env[62555]: _type = "HttpNfcLease" [ 1341.731278] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1341.731688] env[62555]: DEBUG oslo_vmware.rw_handles [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1341.731688] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52389318-b01e-0924-4cad-0cedcf4ba3e0" [ 1341.731688] env[62555]: _type = "HttpNfcLease" [ 1341.731688] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1341.732762] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9314bef0-bb60-404e-b970-0d6fa3e67a34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.741011] env[62555]: DEBUG oslo_vmware.rw_handles [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae799-5b59-90f5-2708-788898dcfa8e/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1341.742875] env[62555]: DEBUG oslo_vmware.rw_handles [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae799-5b59-90f5-2708-788898dcfa8e/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1341.802368] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "refresh_cache-3b78fdd6-112b-4037-9b1a-2228b7b0c0da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.802520] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired lock "refresh_cache-3b78fdd6-112b-4037-9b1a-2228b7b0c0da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.802651] env[62555]: DEBUG nova.network.neutron [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.804234] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.804875] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.877821] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d2f4921f-11ec-4513-8af6-dadc96cba8c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.921658] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d6b09ed9-3331-4c55-b7d6-196ae16a4320 tempest-DeleteServersAdminTestJSON-886101765 tempest-DeleteServersAdminTestJSON-886101765-project-admin] Lock "82633979-af2d-47d3-95cb-edae528862a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.696s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.060630] env[62555]: DEBUG nova.compute.manager [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.060894] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.065159] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318c6bc1-e60c-4c5f-9f86-b3b8dfa51b34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.085512] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.093306] env[62555]: DEBUG oslo_concurrency.lockutils [None req-366fe6f8-16f1-4312-b7fe-d96050788356 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.675s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.093642] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc309a1a-86a2-481b-b3d0-92cc85212f08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.097069] env[62555]: INFO nova.compute.manager [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Took 25.66 seconds to build instance. [ 1342.113798] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.119731] env[62555]: DEBUG oslo_vmware.api [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for the task: (returnval){ [ 1342.119731] env[62555]: value = "task-1704072" [ 1342.119731] env[62555]: _type = "Task" [ 1342.119731] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.124671] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522a0c6c-7f71-161c-84f0-d88cbb15de64, 'name': SearchDatastore_Task, 'duration_secs': 0.012573} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.127633] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.127690] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1342.127904] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1342.144044] env[62555]: DEBUG oslo_vmware.api [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.230782] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528063cd-03fc-1591-243d-402b011c2134, 'name': SearchDatastore_Task, 'duration_secs': 0.014322} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.231743] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.232033] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] edf2a86a-4a12-4eca-91c6-bf8af0557ae0/edf2a86a-4a12-4eca-91c6-bf8af0557ae0.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1342.232325] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.233035] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1342.233035] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e76214ca-6b59-4fe6-8de3-297a412eb4ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.235552] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cda3e1d-0435-4357-805e-cf2d4a83820d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.243599] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for the task: (returnval){ [ 1342.243599] env[62555]: value = "task-1704073" [ 1342.243599] env[62555]: _type = "Task" [ 1342.243599] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.248196] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1342.248393] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1342.252099] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9668ae32-c626-4d45-ac11-f752b67b977e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.258903] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.262489] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for the task: (returnval){ [ 1342.262489] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520445d9-fa39-5348-246b-077f74b068b6" [ 1342.262489] env[62555]: _type = "Task" [ 1342.262489] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.271048] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520445d9-fa39-5348-246b-077f74b068b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.350995] env[62555]: DEBUG nova.network.neutron [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.355924] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a0a990-fd36-423b-a14d-aa19eaa1841e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.364985] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88e76d9-f1c8-4d77-89ef-fa7e46be2881 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.405657] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cc4168-d88e-4973-96d2-78482e0509bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.416295] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.416841] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bc2b9ff-6edb-47b6-bd56-1a0a2c019f5c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.422025] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b3f546-4f5b-446f-8258-4f194555c33b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.442096] env[62555]: DEBUG nova.compute.provider_tree [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.444074] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Waiting for the task: (returnval){ [ 1342.444074] env[62555]: value = "task-1704074" [ 1342.444074] env[62555]: _type = "Task" [ 1342.444074] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.458793] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.463298] env[62555]: DEBUG nova.compute.manager [None req-c1ca9873-f18e-4054-8a5f-205efc2686c5 tempest-ServerDiagnosticsTest-2094504430 tempest-ServerDiagnosticsTest-2094504430-project-admin] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.465031] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca489d0a-b604-4d45-b02d-3e04e77f2491 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.471690] env[62555]: INFO nova.compute.manager [None req-c1ca9873-f18e-4054-8a5f-205efc2686c5 tempest-ServerDiagnosticsTest-2094504430 tempest-ServerDiagnosticsTest-2094504430-project-admin] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Retrieving diagnostics [ 1342.472995] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f814094e-e09d-49ef-ab2b-dc157ee2f07a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.617656] env[62555]: DEBUG oslo_concurrency.lockutils [None req-593207a3-7786-45f1-a78e-ff01ce4c2356 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "e6631b64-61c4-477f-8a0e-65319e540e29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.188s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1342.617656] env[62555]: DEBUG nova.compute.manager [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1342.623397] env[62555]: DEBUG nova.network.neutron [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Updating instance_info_cache with network_info: [{"id": "90baae84-c342-41bc-8c19-ffd5b873f723", "address": "fa:16:3e:4a:bb:80", "network": {"id": "dde653ed-e241-43fb-a29a-8874ce81a6f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2010813893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928fbc51b1534ddf9371dc2db4a3d9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90baae84-c3", "ovs_interfaceid": "90baae84-c342-41bc-8c19-ffd5b873f723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.642916] env[62555]: DEBUG oslo_vmware.api [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704072, 'name': PowerOffVM_Task, 'duration_secs': 0.231504} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.642916] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.642916] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.642916] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ded91a5-5f18-46aa-a84c-5fd486603757 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.745072] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.745072] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.746199] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Deleting the datastore file [datastore1] bc049f7b-e4f8-46e5-b873-58de47cae810 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.752137] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b26e7a6-6d1b-4058-adb9-da7f112c81be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.766300] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.775234] env[62555]: DEBUG oslo_vmware.api [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for the task: (returnval){ [ 1342.775234] env[62555]: value = "task-1704076" [ 1342.775234] env[62555]: _type = "Task" [ 1342.775234] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.792486] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520445d9-fa39-5348-246b-077f74b068b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011024} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.793926] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.794467] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8d5d84-43d4-4426-955d-1e5fe29a581f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.805307] env[62555]: DEBUG oslo_vmware.api [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.811346] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for the task: (returnval){ [ 1342.811346] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5294b40c-ce50-c878-d9d6-ab9d6799264e" [ 1342.811346] env[62555]: _type = "Task" [ 1342.811346] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.827454] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5294b40c-ce50-c878-d9d6-ab9d6799264e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.936783] env[62555]: DEBUG nova.network.neutron [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Successfully updated port: c38f729f-c109-47c4-b9bd-bbc09559d369 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1342.946179] env[62555]: DEBUG nova.scheduler.client.report [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1342.961784] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704074, 'name': PowerOffVM_Task, 'duration_secs': 0.306879} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.961899] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.962134] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.966019] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2775df84-54e6-42ef-b0e6-d56dfdbba1eb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.972410] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.972691] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a8c08b0-a269-433d-90ed-28a9534fee71 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.995357] env[62555]: DEBUG nova.compute.manager [req-6e37c2bf-6fe9-41ec-8985-c0c22ed5363d req-46a72cf0-453e-4e4b-9451-022868d1bc95 service nova] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Received event network-vif-deleted-1ba53a01-71aa-4fa5-af7d-f7fae6b4891f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1342.999189] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.999445] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.999650] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Deleting the datastore file [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.999918] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaac286b-c2eb-429f-817e-b5764e91b9c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.007364] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Waiting for the task: (returnval){ [ 1343.007364] env[62555]: value = "task-1704078" [ 1343.007364] env[62555]: _type = "Task" [ 1343.007364] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.018550] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.130166] env[62555]: DEBUG nova.compute.manager [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1343.132821] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Releasing lock "refresh_cache-3b78fdd6-112b-4037-9b1a-2228b7b0c0da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.133045] env[62555]: DEBUG nova.compute.manager [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Instance network_info: |[{"id": "90baae84-c342-41bc-8c19-ffd5b873f723", "address": "fa:16:3e:4a:bb:80", "network": {"id": "dde653ed-e241-43fb-a29a-8874ce81a6f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2010813893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928fbc51b1534ddf9371dc2db4a3d9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90baae84-c3", "ovs_interfaceid": "90baae84-c342-41bc-8c19-ffd5b873f723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1343.136963] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:bb:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90baae84-c342-41bc-8c19-ffd5b873f723', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1343.141094] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Creating folder: Project (928fbc51b1534ddf9371dc2db4a3d9ca). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.141660] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f0c5305-ccf6-46e7-9128-6c46a7bb2fe5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.155796] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.156179] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Created folder: Project (928fbc51b1534ddf9371dc2db4a3d9ca) in parent group-v355069. [ 1343.156380] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Creating folder: Instances. Parent ref: group-v355110. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1343.156627] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af745539-fc90-44d9-8ed5-22683f24b869 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.168168] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Created folder: Instances in parent group-v355110. [ 1343.168168] env[62555]: DEBUG oslo.service.loopingcall [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.168168] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1343.168168] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fea4f4c4-dda3-4480-a5ad-7805809155f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.189292] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1343.189292] env[62555]: value = "task-1704081" [ 1343.189292] env[62555]: _type = "Task" [ 1343.189292] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.201408] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704081, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.255084] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704073, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.284180] env[62555]: DEBUG oslo_vmware.api [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Task: {'id': task-1704076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415737} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.284442] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.284622] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.285886] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.285886] env[62555]: INFO nova.compute.manager [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1343.285886] env[62555]: DEBUG oslo.service.loopingcall [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1343.285886] env[62555]: DEBUG nova.compute.manager [-] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.285886] env[62555]: DEBUG nova.network.neutron [-] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.333209] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5294b40c-ce50-c878-d9d6-ab9d6799264e, 'name': SearchDatastore_Task, 'duration_secs': 0.058297} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.333209] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1343.333209] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7/bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1343.336429] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0396e9cc-6315-498f-a94f-b7a21a2cbc60 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.342555] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for the task: (returnval){ [ 1343.342555] env[62555]: value = "task-1704082" [ 1343.342555] env[62555]: _type = "Task" [ 1343.342555] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.361279] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.443200] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "refresh_cache-d1725c27-a544-4755-b46f-ddeecfe314e5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1343.443505] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquired lock "refresh_cache-d1725c27-a544-4755-b46f-ddeecfe314e5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.443738] env[62555]: DEBUG nova.network.neutron [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.458442] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.462280] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.770s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.464897] env[62555]: INFO nova.compute.claims [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.486912] env[62555]: INFO nova.scheduler.client.report [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Deleted allocations for instance 7ac9a753-1145-48c6-b97c-9e84f872d9fa [ 1343.525910] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217802} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.527031] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.527031] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.527031] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.673939] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1343.704750] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704081, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.755660] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704073, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.795511] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1343.795511] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1343.855701] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.001037] env[62555]: DEBUG nova.network.neutron [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.002914] env[62555]: DEBUG oslo_concurrency.lockutils [None req-250c5fa7-afdb-4501-8ab3-13a187f99dc4 tempest-ServersAaction247Test-1316212695 tempest-ServersAaction247Test-1316212695-project-member] Lock "7ac9a753-1145-48c6-b97c-9e84f872d9fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.979s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1344.206105] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704081, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.237238] env[62555]: DEBUG nova.network.neutron [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Updating instance_info_cache with network_info: [{"id": "c38f729f-c109-47c4-b9bd-bbc09559d369", "address": "fa:16:3e:4c:f7:83", "network": {"id": "9808c566-2706-4208-8422-fe06b560856c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1416622049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c60cd0b0b0461b87bc6bef05b0c188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38f729f-c1", "ovs_interfaceid": "c38f729f-c109-47c4-b9bd-bbc09559d369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.256743] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704073, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.675462} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.260539] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] edf2a86a-4a12-4eca-91c6-bf8af0557ae0/edf2a86a-4a12-4eca-91c6-bf8af0557ae0.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.260810] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.261457] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f18d50a-3b12-4b68-94ca-9b6ee31df765 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.270102] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for the task: (returnval){ [ 1344.270102] env[62555]: value = "task-1704083" [ 1344.270102] env[62555]: _type = "Task" [ 1344.270102] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.281511] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704083, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.336754] env[62555]: DEBUG nova.compute.manager [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Received event network-changed-052cf00e-b736-4ab8-8002-12a3bf88acff {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1344.338084] env[62555]: DEBUG nova.compute.manager [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Refreshing instance network info cache due to event network-changed-052cf00e-b736-4ab8-8002-12a3bf88acff. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1344.338449] env[62555]: DEBUG oslo_concurrency.lockutils [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] Acquiring lock "refresh_cache-bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.339050] env[62555]: DEBUG oslo_concurrency.lockutils [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] Acquired lock "refresh_cache-bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.339050] env[62555]: DEBUG nova.network.neutron [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Refreshing network info cache for port 052cf00e-b736-4ab8-8002-12a3bf88acff {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.340317] env[62555]: DEBUG nova.network.neutron [-] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.357369] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704082, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.493451] env[62555]: DEBUG nova.compute.manager [None req-23e0e6cd-f811-401e-96a0-49c1077f0a50 tempest-ServerExternalEventsTest-1613246244 tempest-ServerExternalEventsTest-1613246244-project] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Received event network-changed {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1344.493451] env[62555]: DEBUG nova.compute.manager [None req-23e0e6cd-f811-401e-96a0-49c1077f0a50 tempest-ServerExternalEventsTest-1613246244 tempest-ServerExternalEventsTest-1613246244-project] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Refreshing instance network info cache due to event network-changed. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1344.493860] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23e0e6cd-f811-401e-96a0-49c1077f0a50 tempest-ServerExternalEventsTest-1613246244 tempest-ServerExternalEventsTest-1613246244-project] Acquiring lock "refresh_cache-a8ef1d4f-1369-4e14-8234-2fe1cbb27688" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.493860] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23e0e6cd-f811-401e-96a0-49c1077f0a50 tempest-ServerExternalEventsTest-1613246244 tempest-ServerExternalEventsTest-1613246244-project] Acquired lock "refresh_cache-a8ef1d4f-1369-4e14-8234-2fe1cbb27688" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.493860] env[62555]: DEBUG nova.network.neutron [None req-23e0e6cd-f811-401e-96a0-49c1077f0a50 tempest-ServerExternalEventsTest-1613246244 tempest-ServerExternalEventsTest-1613246244-project] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.592475] env[62555]: DEBUG nova.virt.hardware [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1344.592475] env[62555]: DEBUG nova.virt.hardware [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1344.592475] env[62555]: DEBUG nova.virt.hardware [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.592475] env[62555]: DEBUG nova.virt.hardware [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1344.592765] env[62555]: DEBUG nova.virt.hardware [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.592765] env[62555]: DEBUG nova.virt.hardware [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1344.592828] env[62555]: DEBUG nova.virt.hardware [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1344.592978] env[62555]: DEBUG nova.virt.hardware [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1344.593333] env[62555]: DEBUG nova.virt.hardware [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1344.593333] env[62555]: DEBUG nova.virt.hardware [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1344.594039] env[62555]: DEBUG nova.virt.hardware [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1344.594672] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad3ddac-5de1-46d0-8905-fff67db3d486 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.607620] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84171131-d98d-4d9a-8022-7e1f1b454082 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.624062] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.630141] env[62555]: DEBUG oslo.service.loopingcall [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.633197] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.633850] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d97c573-7fc3-4e4d-b69e-561074db00eb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.658234] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.658234] env[62555]: value = "task-1704084" [ 1344.658234] env[62555]: _type = "Task" [ 1344.658234] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.666216] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704084, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.706222] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704081, 'name': CreateVM_Task, 'duration_secs': 1.394687} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.706222] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.707478] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.707820] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.708204] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1344.708512] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b880e31-d9ad-486f-b411-7e6e59cf6304 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.718197] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1344.718197] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bdf66e-2514-c55d-342d-0e219466c063" [ 1344.718197] env[62555]: _type = "Task" [ 1344.718197] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.730168] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bdf66e-2514-c55d-342d-0e219466c063, 'name': SearchDatastore_Task} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.730739] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.730880] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1344.731058] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.731200] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.733024] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1344.733024] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1b71177-8932-4f48-9740-8f22e7d20418 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.740448] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Releasing lock "refresh_cache-d1725c27-a544-4755-b46f-ddeecfe314e5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1344.740757] env[62555]: DEBUG nova.compute.manager [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Instance network_info: |[{"id": "c38f729f-c109-47c4-b9bd-bbc09559d369", "address": "fa:16:3e:4c:f7:83", "network": {"id": "9808c566-2706-4208-8422-fe06b560856c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1416622049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c60cd0b0b0461b87bc6bef05b0c188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38f729f-c1", "ovs_interfaceid": "c38f729f-c109-47c4-b9bd-bbc09559d369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.741212] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f7:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c38f729f-c109-47c4-b9bd-bbc09559d369', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.749943] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Creating folder: Project (67c60cd0b0b0461b87bc6bef05b0c188). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.751767] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-773f79e0-7bfd-4946-b49a-c3e92296fdef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.754414] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1344.754535] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1344.757732] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63082c99-c2e7-4f78-a4c0-2595e93ff936 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.767133] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1344.767133] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521664f7-15bf-8b1e-5595-30dbce72b6a6" [ 1344.767133] env[62555]: _type = "Task" [ 1344.767133] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.773316] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Created folder: Project (67c60cd0b0b0461b87bc6bef05b0c188) in parent group-v355069. [ 1344.773518] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Creating folder: Instances. Parent ref: group-v355114. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.778300] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eb466cc-56eb-42ef-9edb-91afb1d9b3f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.783534] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521664f7-15bf-8b1e-5595-30dbce72b6a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.791482] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704083, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194366} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.792386] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1344.792994] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Created folder: Instances in parent group-v355114. [ 1344.793096] env[62555]: DEBUG oslo.service.loopingcall [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.793859] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb98be24-22a9-4d91-aa26-3f9c42ae153f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.797466] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.797869] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.804487] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f095633-7ea8-43ba-884c-e11ec3490d6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.839355] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] edf2a86a-4a12-4eca-91c6-bf8af0557ae0/edf2a86a-4a12-4eca-91c6-bf8af0557ae0.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1344.844191] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa1d2255-dc83-43fa-9fe7-b4a2aa0e992f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.857778] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.857778] env[62555]: value = "task-1704087" [ 1344.857778] env[62555]: _type = "Task" [ 1344.857778] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.861137] env[62555]: INFO nova.compute.manager [-] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Took 1.57 seconds to deallocate network for instance. [ 1344.876557] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for the task: (returnval){ [ 1344.876557] env[62555]: value = "task-1704088" [ 1344.876557] env[62555]: _type = "Task" [ 1344.876557] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.886910] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704082, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.120736} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.887207] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704087, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.889392] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7/bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1344.889392] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1344.889392] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a2cc5ca-85ee-403e-810c-92fa494673a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.896201] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704088, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.901135] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for the task: (returnval){ [ 1344.901135] env[62555]: value = "task-1704089" [ 1344.901135] env[62555]: _type = "Task" [ 1344.901135] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.910915] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.950130] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a873e6b5-4f85-4788-aa3e-71a1992401ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.958397] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b381c5-51ce-4664-ae36-4bcc6d70af0b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.997419] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3dd6e1a-b444-4f35-9046-eda61c218c92 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.010120] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4cc6e9-304c-473c-96eb-0d32e0412ba5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.026619] env[62555]: DEBUG nova.compute.provider_tree [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.084932] env[62555]: DEBUG nova.compute.manager [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Stashing vm_state: active {{(pid=62555) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1345.168771] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704084, 'name': CreateVM_Task, 'duration_secs': 0.391316} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.169741] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.170250] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.170923] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.170923] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.171114] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd327fac-5ef9-48c6-b05c-15b3be359e84 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.184933] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Waiting for the task: (returnval){ [ 1345.184933] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525e6069-60cb-4ff8-05d1-cd15043a5b16" [ 1345.184933] env[62555]: _type = "Task" [ 1345.184933] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.200056] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525e6069-60cb-4ff8-05d1-cd15043a5b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.277998] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521664f7-15bf-8b1e-5595-30dbce72b6a6, 'name': SearchDatastore_Task, 'duration_secs': 0.021281} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.281361] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2fa61a-1705-4a05-8b94-f74c2dd7b605 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.287453] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1345.287453] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b9af24-4528-32ef-299e-29b8e9deae86" [ 1345.287453] env[62555]: _type = "Task" [ 1345.287453] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.298385] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b9af24-4528-32ef-299e-29b8e9deae86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.377437] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.377732] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704087, 'name': CreateVM_Task, 'duration_secs': 0.431496} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.377845] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.385904] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.394378] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704088, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.396124] env[62555]: DEBUG nova.network.neutron [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Updated VIF entry in instance network info cache for port 052cf00e-b736-4ab8-8002-12a3bf88acff. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.396502] env[62555]: DEBUG nova.network.neutron [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Updating instance_info_cache with network_info: [{"id": "052cf00e-b736-4ab8-8002-12a3bf88acff", "address": "fa:16:3e:49:4e:00", "network": {"id": "a183b021-d669-4e8f-a9a0-1174c26f814e", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-614465765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "82c528e6ec1c40d583b47d8bf9dbd5c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap052cf00e-b7", "ovs_interfaceid": "052cf00e-b736-4ab8-8002-12a3bf88acff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.420281] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07304} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.420679] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.421573] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e31da4d-004d-4d71-885d-7b07cd34e31b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.451026] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7/bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.453133] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f11f136-8264-49b5-a82f-5c3503f27578 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.473409] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for the task: (returnval){ [ 1345.473409] env[62555]: value = "task-1704090" [ 1345.473409] env[62555]: _type = "Task" [ 1345.473409] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.481814] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.532725] env[62555]: DEBUG nova.scheduler.client.report [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1345.610410] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.626480] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquiring lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.626741] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.627066] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquiring lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.627157] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.627409] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.629619] env[62555]: INFO nova.compute.manager [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Terminating instance [ 1345.658843] env[62555]: DEBUG nova.network.neutron [None req-23e0e6cd-f811-401e-96a0-49c1077f0a50 tempest-ServerExternalEventsTest-1613246244 tempest-ServerExternalEventsTest-1613246244-project] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Updating instance_info_cache with network_info: [{"id": "1b2fcd7b-0155-49a0-be95-8f153bb8a197", "address": "fa:16:3e:fa:62:de", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2fcd7b-01", "ovs_interfaceid": "1b2fcd7b-0155-49a0-be95-8f153bb8a197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.698625] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525e6069-60cb-4ff8-05d1-cd15043a5b16, 'name': SearchDatastore_Task, 'duration_secs': 0.015888} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.698937] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.699400] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.699646] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.699873] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.700268] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1345.700719] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c218f7e4-0df2-461a-9c42-81bac5f25108 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.706209] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1345.706209] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52445512-45c9-8b5c-3aa5-789f59b2b675" [ 1345.706209] env[62555]: _type = "Task" [ 1345.706209] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.715416] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52445512-45c9-8b5c-3aa5-789f59b2b675, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.755446] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "e45f5583-5fff-41bd-bc36-027e74429264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.755689] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "e45f5583-5fff-41bd-bc36-027e74429264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.799964] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b9af24-4528-32ef-299e-29b8e9deae86, 'name': SearchDatastore_Task, 'duration_secs': 0.014678} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.800363] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.800468] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3b78fdd6-112b-4037-9b1a-2228b7b0c0da/3b78fdd6-112b-4037-9b1a-2228b7b0c0da.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.801162] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.801885] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.801885] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa20d6ce-2489-4b49-bd68-f3f6d9384ebe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.804348] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ef0da4b-2581-49ce-ac7c-c062a7ec8135 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.814826] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.815095] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1345.815095] env[62555]: value = "task-1704091" [ 1345.815095] env[62555]: _type = "Task" [ 1345.815095] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.817448] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.817638] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.824420] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2415d033-abef-4cd9-a3d3-bb143975f60f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.832910] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.835977] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Waiting for the task: (returnval){ [ 1345.835977] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d3a12d-479c-5c68-903d-7a2aff28464d" [ 1345.835977] env[62555]: _type = "Task" [ 1345.835977] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.850708] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d3a12d-479c-5c68-903d-7a2aff28464d, 'name': SearchDatastore_Task, 'duration_secs': 0.010267} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.852497] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2437858-a3f6-4bb6-ba30-d776f05a18a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.858517] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Waiting for the task: (returnval){ [ 1345.858517] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527a0ff0-61f4-e827-cbb4-33316c988741" [ 1345.858517] env[62555]: _type = "Task" [ 1345.858517] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.866484] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527a0ff0-61f4-e827-cbb4-33316c988741, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.890076] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704088, 'name': ReconfigVM_Task, 'duration_secs': 0.527722} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.890401] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Reconfigured VM instance instance-0000000b to attach disk [datastore1] edf2a86a-4a12-4eca-91c6-bf8af0557ae0/edf2a86a-4a12-4eca-91c6-bf8af0557ae0.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1345.891120] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c843f6a-6d43-4f25-8473-1b24f6db37f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.899759] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for the task: (returnval){ [ 1345.899759] env[62555]: value = "task-1704092" [ 1345.899759] env[62555]: _type = "Task" [ 1345.899759] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.903373] env[62555]: DEBUG oslo_concurrency.lockutils [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] Releasing lock "refresh_cache-bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1345.903631] env[62555]: DEBUG nova.compute.manager [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Received event network-vif-plugged-90baae84-c342-41bc-8c19-ffd5b873f723 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1345.904116] env[62555]: DEBUG oslo_concurrency.lockutils [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] Acquiring lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.904193] env[62555]: DEBUG oslo_concurrency.lockutils [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] Lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.904377] env[62555]: DEBUG oslo_concurrency.lockutils [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] Lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.904678] env[62555]: DEBUG nova.compute.manager [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] No waiting events found dispatching network-vif-plugged-90baae84-c342-41bc-8c19-ffd5b873f723 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1345.904919] env[62555]: WARNING nova.compute.manager [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Received unexpected event network-vif-plugged-90baae84-c342-41bc-8c19-ffd5b873f723 for instance with vm_state building and task_state spawning. [ 1345.905111] env[62555]: DEBUG nova.compute.manager [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Received event network-changed-90baae84-c342-41bc-8c19-ffd5b873f723 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1345.905296] env[62555]: DEBUG nova.compute.manager [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Refreshing instance network info cache due to event network-changed-90baae84-c342-41bc-8c19-ffd5b873f723. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1345.905854] env[62555]: DEBUG oslo_concurrency.lockutils [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] Acquiring lock "refresh_cache-3b78fdd6-112b-4037-9b1a-2228b7b0c0da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.905854] env[62555]: DEBUG oslo_concurrency.lockutils [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] Acquired lock "refresh_cache-3b78fdd6-112b-4037-9b1a-2228b7b0c0da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.905958] env[62555]: DEBUG nova.network.neutron [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Refreshing network info cache for port 90baae84-c342-41bc-8c19-ffd5b873f723 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.916246] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704092, 'name': Rename_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.989861] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.038969] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.040160] env[62555]: DEBUG nova.compute.manager [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1346.045079] env[62555]: DEBUG oslo_concurrency.lockutils [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.549s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.045079] env[62555]: DEBUG nova.objects.instance [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1346.135644] env[62555]: DEBUG nova.compute.manager [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.136229] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.138190] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f15ea87-4f71-4e2a-a041-d220b9e6c1d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.150064] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.150579] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b44130c-ef55-4a47-9eda-a2477cd23241 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.158094] env[62555]: DEBUG oslo_vmware.api [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for the task: (returnval){ [ 1346.158094] env[62555]: value = "task-1704093" [ 1346.158094] env[62555]: _type = "Task" [ 1346.158094] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.167201] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23e0e6cd-f811-401e-96a0-49c1077f0a50 tempest-ServerExternalEventsTest-1613246244 tempest-ServerExternalEventsTest-1613246244-project] Releasing lock "refresh_cache-a8ef1d4f-1369-4e14-8234-2fe1cbb27688" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.177932] env[62555]: DEBUG oslo_vmware.api [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.220500] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52445512-45c9-8b5c-3aa5-789f59b2b675, 'name': SearchDatastore_Task, 'duration_secs': 0.013516} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.221059] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.221059] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.221235] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.329612] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.380542] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527a0ff0-61f4-e827-cbb4-33316c988741, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.380542] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.380542] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.380937] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.381057] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.381845] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16a7d631-876c-4a7c-b4aa-7f0c1c73f425 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.385597] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33492557-8998-48c5-8e40-68dcf3f81edc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.395902] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Waiting for the task: (returnval){ [ 1346.395902] env[62555]: value = "task-1704094" [ 1346.395902] env[62555]: _type = "Task" [ 1346.395902] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.402966] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.405882] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.413916] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c848db25-4fca-4420-be3b-cc8f6454ed5e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.428207] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.437425] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704092, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.437760] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1346.437760] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c0e855-c006-a86b-29db-35c6d1e82874" [ 1346.437760] env[62555]: _type = "Task" [ 1346.437760] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.446748] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c0e855-c006-a86b-29db-35c6d1e82874, 'name': SearchDatastore_Task, 'duration_secs': 0.012015} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.448019] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150c34a3-a042-486e-b0b9-f7ffc4b68848 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.453676] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1346.453676] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52918891-4809-a64c-d3de-8144e180b487" [ 1346.453676] env[62555]: _type = "Task" [ 1346.453676] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.464477] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52918891-4809-a64c-d3de-8144e180b487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.485575] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704090, 'name': ReconfigVM_Task, 'duration_secs': 0.68817} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.485888] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Reconfigured VM instance instance-0000000c to attach disk [datastore1] bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7/bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.486527] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f97b65cc-6ebf-4fbc-a97e-84b0cfb530ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.497932] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for the task: (returnval){ [ 1346.497932] env[62555]: value = "task-1704095" [ 1346.497932] env[62555]: _type = "Task" [ 1346.497932] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.511328] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704095, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.548781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquiring lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.549076] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.552870] env[62555]: DEBUG nova.compute.utils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.560525] env[62555]: DEBUG nova.compute.manager [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Not allocating networking since 'none' was specified. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1346.621915] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "e6631b64-61c4-477f-8a0e-65319e540e29" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.622291] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "e6631b64-61c4-477f-8a0e-65319e540e29" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.622670] env[62555]: DEBUG nova.compute.manager [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.623336] env[62555]: DEBUG oslo_concurrency.lockutils [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquiring lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.623436] env[62555]: DEBUG oslo_concurrency.lockutils [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.623810] env[62555]: DEBUG oslo_concurrency.lockutils [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquiring lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1346.623949] env[62555]: DEBUG oslo_concurrency.lockutils [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.624450] env[62555]: DEBUG oslo_concurrency.lockutils [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1346.632837] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223a0563-d93c-4282-954f-52bd98fce758 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.638710] env[62555]: INFO nova.compute.manager [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Terminating instance [ 1346.647779] env[62555]: DEBUG nova.compute.manager [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62555) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1346.648397] env[62555]: DEBUG nova.objects.instance [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lazy-loading 'flavor' on Instance uuid e6631b64-61c4-477f-8a0e-65319e540e29 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.671658] env[62555]: DEBUG oslo_vmware.api [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704093, 'name': PowerOffVM_Task, 'duration_secs': 0.239113} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.675026] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.675347] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.676686] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bad8828b-141a-41d0-bc5f-0cfc2688e40e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.774844] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.776715] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.776715] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Deleting the datastore file [datastore1] 73d5176a-a77d-4d36-ad7c-1cc73c6f1556 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.778136] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83702ca8-7f25-40b2-afbc-a5c3825e1ed3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.785175] env[62555]: DEBUG oslo_vmware.api [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for the task: (returnval){ [ 1346.785175] env[62555]: value = "task-1704097" [ 1346.785175] env[62555]: _type = "Task" [ 1346.785175] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.796022] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.796022] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1346.796022] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1346.798031] env[62555]: DEBUG oslo_vmware.api [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.830097] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704091, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.911276] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704094, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.916529] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704092, 'name': Rename_Task, 'duration_secs': 0.631563} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.916692] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.917323] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e80f36d-e07d-49ed-96e1-effdf7869122 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.923429] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for the task: (returnval){ [ 1346.923429] env[62555]: value = "task-1704098" [ 1346.923429] env[62555]: _type = "Task" [ 1346.923429] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.942472] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704098, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.966716] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52918891-4809-a64c-d3de-8144e180b487, 'name': SearchDatastore_Task, 'duration_secs': 0.010942} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.967332] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.967332] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] d1725c27-a544-4755-b46f-ddeecfe314e5/d1725c27-a544-4755-b46f-ddeecfe314e5.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.968106] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63336efa-b223-4ef8-baa7-94c3693302ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.977542] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1346.977542] env[62555]: value = "task-1704099" [ 1346.977542] env[62555]: _type = "Task" [ 1346.977542] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.992139] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.009991] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704095, 'name': Rename_Task, 'duration_secs': 0.327304} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.010363] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.011287] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd24708a-2aa2-41dc-9afc-5041921bc29e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.019477] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for the task: (returnval){ [ 1347.019477] env[62555]: value = "task-1704100" [ 1347.019477] env[62555]: _type = "Task" [ 1347.019477] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.034028] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.052049] env[62555]: DEBUG nova.network.neutron [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Updated VIF entry in instance network info cache for port 90baae84-c342-41bc-8c19-ffd5b873f723. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.052195] env[62555]: DEBUG nova.network.neutron [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Updating instance_info_cache with network_info: [{"id": "90baae84-c342-41bc-8c19-ffd5b873f723", "address": "fa:16:3e:4a:bb:80", "network": {"id": "dde653ed-e241-43fb-a29a-8874ce81a6f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2010813893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928fbc51b1534ddf9371dc2db4a3d9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90baae84-c3", "ovs_interfaceid": "90baae84-c342-41bc-8c19-ffd5b873f723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.061072] env[62555]: DEBUG nova.compute.manager [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1347.067973] env[62555]: DEBUG oslo_concurrency.lockutils [None req-af8d1a39-eed3-4656-ab27-2a13f580dbb8 tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.070290] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.657s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.072936] env[62555]: INFO nova.compute.claims [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.144965] env[62555]: DEBUG nova.compute.manager [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1347.145248] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.146401] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f65d3d8-1307-4255-908f-43f3a1167499 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.160402] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.162199] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc267b0a-4840-450a-9cf9-d66353d90566 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.172253] env[62555]: DEBUG oslo_vmware.api [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for the task: (returnval){ [ 1347.172253] env[62555]: value = "task-1704101" [ 1347.172253] env[62555]: _type = "Task" [ 1347.172253] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.183119] env[62555]: DEBUG oslo_vmware.api [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.298748] env[62555]: DEBUG oslo_vmware.api [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.304275] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Skipping network cache update for instance because it is being deleted. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10300}} [ 1347.304433] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Skipping network cache update for instance because it is being deleted. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10300}} [ 1347.304562] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Skipping network cache update for instance because it is Building. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1347.304687] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Skipping network cache update for instance because it is Building. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1347.304808] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Skipping network cache update for instance because it is Building. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1347.304921] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Skipping network cache update for instance because it is Building. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1347.305173] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Skipping network cache update for instance because it is Building. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1347.305459] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "refresh_cache-c48d86ef-48b1-480b-8aab-090a7840e481" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.305671] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquired lock "refresh_cache-c48d86ef-48b1-480b-8aab-090a7840e481" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.305808] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Forcefully refreshing network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1347.305959] env[62555]: DEBUG nova.objects.instance [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lazy-loading 'info_cache' on Instance uuid c48d86ef-48b1-480b-8aab-090a7840e481 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.331202] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704091, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.091432} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.332553] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3b78fdd6-112b-4037-9b1a-2228b7b0c0da/3b78fdd6-112b-4037-9b1a-2228b7b0c0da.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.332962] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.333140] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9fcc429-3eca-4607-bbd6-7a25f192f27f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.340111] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1347.340111] env[62555]: value = "task-1704102" [ 1347.340111] env[62555]: _type = "Task" [ 1347.340111] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.351490] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.409033] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918187} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.409033] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.409484] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.409484] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a18f0936-ebc4-4343-8143-1361e10e5591 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.417424] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Waiting for the task: (returnval){ [ 1347.417424] env[62555]: value = "task-1704103" [ 1347.417424] env[62555]: _type = "Task" [ 1347.417424] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.426452] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.434655] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704098, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.489373] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704099, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.534575] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704100, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.560573] env[62555]: DEBUG oslo_concurrency.lockutils [req-7edf6ea0-7a03-48b6-a155-09d10be119e9 req-4b3bc2fa-3fed-4e23-8e37-18041d75c8ec service nova] Releasing lock "refresh_cache-3b78fdd6-112b-4037-9b1a-2228b7b0c0da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.666501] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.667088] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee6b8518-9455-473c-b336-37ef45b66b87 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.678336] env[62555]: DEBUG oslo_vmware.api [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1347.678336] env[62555]: value = "task-1704104" [ 1347.678336] env[62555]: _type = "Task" [ 1347.678336] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.687557] env[62555]: DEBUG oslo_vmware.api [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704101, 'name': PowerOffVM_Task, 'duration_secs': 0.340106} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.688521] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.688731] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.689031] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-010c3eb1-6cff-4d01-89e2-dcd92d260a41 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.694501] env[62555]: DEBUG oslo_vmware.api [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.793964] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.794265] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.794504] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Deleting the datastore file [datastore1] a8ef1d4f-1369-4e14-8234-2fe1cbb27688 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.795517] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2606459-b050-469d-b635-029d776577a5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.807928] env[62555]: DEBUG oslo_vmware.api [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Task: {'id': task-1704097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.591677} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.809262] env[62555]: DEBUG nova.compute.manager [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Received event network-vif-plugged-c38f729f-c109-47c4-b9bd-bbc09559d369 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1347.809427] env[62555]: DEBUG oslo_concurrency.lockutils [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] Acquiring lock "d1725c27-a544-4755-b46f-ddeecfe314e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.809867] env[62555]: DEBUG oslo_concurrency.lockutils [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] Lock "d1725c27-a544-4755-b46f-ddeecfe314e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1347.810305] env[62555]: DEBUG oslo_concurrency.lockutils [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] Lock "d1725c27-a544-4755-b46f-ddeecfe314e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.810500] env[62555]: DEBUG nova.compute.manager [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] No waiting events found dispatching network-vif-plugged-c38f729f-c109-47c4-b9bd-bbc09559d369 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1347.810781] env[62555]: WARNING nova.compute.manager [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Received unexpected event network-vif-plugged-c38f729f-c109-47c4-b9bd-bbc09559d369 for instance with vm_state building and task_state spawning. [ 1347.810974] env[62555]: DEBUG nova.compute.manager [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Received event network-changed-c38f729f-c109-47c4-b9bd-bbc09559d369 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1347.811145] env[62555]: DEBUG nova.compute.manager [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Refreshing instance network info cache due to event network-changed-c38f729f-c109-47c4-b9bd-bbc09559d369. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1347.811332] env[62555]: DEBUG oslo_concurrency.lockutils [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] Acquiring lock "refresh_cache-d1725c27-a544-4755-b46f-ddeecfe314e5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.811453] env[62555]: DEBUG oslo_concurrency.lockutils [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] Acquired lock "refresh_cache-d1725c27-a544-4755-b46f-ddeecfe314e5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.811755] env[62555]: DEBUG nova.network.neutron [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Refreshing network info cache for port c38f729f-c109-47c4-b9bd-bbc09559d369 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.814959] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.814959] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.814959] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.815276] env[62555]: INFO nova.compute.manager [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1347.815985] env[62555]: DEBUG oslo.service.loopingcall [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.821792] env[62555]: DEBUG nova.compute.manager [-] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1347.821904] env[62555]: DEBUG nova.network.neutron [-] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.824511] env[62555]: DEBUG oslo_vmware.api [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for the task: (returnval){ [ 1347.824511] env[62555]: value = "task-1704106" [ 1347.824511] env[62555]: _type = "Task" [ 1347.824511] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.838125] env[62555]: DEBUG oslo_vmware.api [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.851447] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110325} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.851803] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.852722] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5984291c-d66a-4e45-8416-3a1a568d51a1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.878978] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 3b78fdd6-112b-4037-9b1a-2228b7b0c0da/3b78fdd6-112b-4037-9b1a-2228b7b0c0da.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.879940] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779ee14a-54aa-4892-95ce-77c750294a4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.903384] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1347.903384] env[62555]: value = "task-1704107" [ 1347.903384] env[62555]: _type = "Task" [ 1347.903384] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.914267] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704107, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.926617] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.935320] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704098, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.988434] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855886} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.988886] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] d1725c27-a544-4755-b46f-ddeecfe314e5/d1725c27-a544-4755-b46f-ddeecfe314e5.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.989238] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.989599] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eda1219f-7196-4c24-86ea-381ba0e1bee2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.997432] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1347.997432] env[62555]: value = "task-1704108" [ 1347.997432] env[62555]: _type = "Task" [ 1347.997432] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.007275] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.030943] env[62555]: DEBUG oslo_vmware.api [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704100, 'name': PowerOnVM_Task, 'duration_secs': 1.005036} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.031305] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.031453] env[62555]: INFO nova.compute.manager [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Took 11.61 seconds to spawn the instance on the hypervisor. [ 1348.031606] env[62555]: DEBUG nova.compute.manager [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.032521] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465440f0-50a2-445a-a77c-4302b7fb440f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.074360] env[62555]: DEBUG nova.compute.manager [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1348.110451] env[62555]: DEBUG nova.virt.hardware [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1348.110719] env[62555]: DEBUG nova.virt.hardware [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1348.110880] env[62555]: DEBUG nova.virt.hardware [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.111289] env[62555]: DEBUG nova.virt.hardware [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1348.111457] env[62555]: DEBUG nova.virt.hardware [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.111730] env[62555]: DEBUG nova.virt.hardware [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1348.112020] env[62555]: DEBUG nova.virt.hardware [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1348.112270] env[62555]: DEBUG nova.virt.hardware [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1348.112522] env[62555]: DEBUG nova.virt.hardware [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1348.112865] env[62555]: DEBUG nova.virt.hardware [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1348.112975] env[62555]: DEBUG nova.virt.hardware [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1348.114529] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba224684-86c1-47b1-b5d3-c33570b7a466 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.127115] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd79083-b929-4629-8df7-def8158c86e8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.148939] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.155031] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Creating folder: Project (ae75816f9dc4478db97f6ec5692e322d). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.158390] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c830705-9aa4-4fda-bca4-22a563fcda02 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.169698] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Created folder: Project (ae75816f9dc4478db97f6ec5692e322d) in parent group-v355069. [ 1348.169698] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Creating folder: Instances. Parent ref: group-v355117. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1348.169698] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e90db1e1-1102-4744-95ac-f4f612973ba9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.179391] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Created folder: Instances in parent group-v355117. [ 1348.181230] env[62555]: DEBUG oslo.service.loopingcall [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.181230] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.184738] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb73c2aa-938f-4dd8-9f47-3270a0a6b9f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.206634] env[62555]: DEBUG oslo_vmware.api [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704104, 'name': PowerOffVM_Task, 'duration_secs': 0.220027} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.208329] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1348.208329] env[62555]: DEBUG nova.compute.manager [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.208694] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.208694] env[62555]: value = "task-1704111" [ 1348.208694] env[62555]: _type = "Task" [ 1348.208694] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.209363] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46a9829-8689-4b25-985d-b4fdbb2cfc15 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.226394] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704111, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.346655] env[62555]: DEBUG oslo_vmware.api [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Task: {'id': task-1704106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277067} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.346655] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.346655] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.346786] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.347264] env[62555]: INFO nova.compute.manager [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1348.347264] env[62555]: DEBUG oslo.service.loopingcall [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1348.347460] env[62555]: DEBUG nova.compute.manager [-] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.347603] env[62555]: DEBUG nova.network.neutron [-] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.379986] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.438335] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.441032] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.643996} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.441546] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.442394] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ac5e72-bfc4-48d2-a998-55a215f724a9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.454027] env[62555]: DEBUG oslo_vmware.api [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704098, 'name': PowerOnVM_Task, 'duration_secs': 1.097427} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.454027] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.454027] env[62555]: INFO nova.compute.manager [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Took 14.55 seconds to spawn the instance on the hypervisor. [ 1348.454027] env[62555]: DEBUG nova.compute.manager [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1348.454027] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb556e0-13b4-407f-852b-c531f1e16769 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.473565] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.476952] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35120f7b-90fc-49f8-896c-0d6de7d8a877 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.508733] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Waiting for the task: (returnval){ [ 1348.508733] env[62555]: value = "task-1704112" [ 1348.508733] env[62555]: _type = "Task" [ 1348.508733] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.511659] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102088} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.519156] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.520149] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29eac585-487d-4c98-b6ee-beab708c2f0b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.527902] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.549492] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] d1725c27-a544-4755-b46f-ddeecfe314e5/d1725c27-a544-4755-b46f-ddeecfe314e5.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.563025] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1352549-41db-48a9-b792-56bea157a9ac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.578745] env[62555]: INFO nova.compute.manager [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Took 23.95 seconds to build instance. [ 1348.584871] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1348.584871] env[62555]: value = "task-1704113" [ 1348.584871] env[62555]: _type = "Task" [ 1348.584871] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.594912] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.623561] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4961733-4a4c-4de4-aad5-102c643591e2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.631807] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031c8eb2-f41a-4419-a799-2af1f16f22cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.665990] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90785c31-5bab-480f-8ef0-f1193c6d5cbd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.674676] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24453670-7f12-4220-83bb-e5d1f214e08d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.689433] env[62555]: DEBUG nova.compute.provider_tree [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.722235] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704111, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.735611] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c0b7932a-d796-4ae0-b03e-98e03da1ced5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "e6631b64-61c4-477f-8a0e-65319e540e29" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.113s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.782484] env[62555]: DEBUG nova.network.neutron [-] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.799713] env[62555]: DEBUG nova.network.neutron [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Updated VIF entry in instance network info cache for port c38f729f-c109-47c4-b9bd-bbc09559d369. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.799914] env[62555]: DEBUG nova.network.neutron [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Updating instance_info_cache with network_info: [{"id": "c38f729f-c109-47c4-b9bd-bbc09559d369", "address": "fa:16:3e:4c:f7:83", "network": {"id": "9808c566-2706-4208-8422-fe06b560856c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1416622049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c60cd0b0b0461b87bc6bef05b0c188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38f729f-c1", "ovs_interfaceid": "c38f729f-c109-47c4-b9bd-bbc09559d369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.920711] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704107, 'name': ReconfigVM_Task, 'duration_secs': 0.694599} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.920935] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 3b78fdd6-112b-4037-9b1a-2228b7b0c0da/3b78fdd6-112b-4037-9b1a-2228b7b0c0da.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.921846] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61e09876-744c-4c26-a294-715d34b151b8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.930123] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1348.930123] env[62555]: value = "task-1704114" [ 1348.930123] env[62555]: _type = "Task" [ 1348.930123] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.939843] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704114, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.991503] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.013915] env[62555]: INFO nova.compute.manager [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Took 25.47 seconds to build instance. [ 1349.030325] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.084024] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46f6b35f-23f9-4b88-a8f5-83b14b4d79cc tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.464s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.099743] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.226986] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704111, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.227301] env[62555]: ERROR nova.scheduler.client.report [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [req-260c3446-80fb-48c5-bbc8-b7cfe95668ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-260c3446-80fb-48c5-bbc8-b7cfe95668ea"}]} [ 1349.245269] env[62555]: DEBUG nova.scheduler.client.report [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1349.261615] env[62555]: DEBUG nova.scheduler.client.report [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1349.261975] env[62555]: DEBUG nova.compute.provider_tree [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1349.275035] env[62555]: DEBUG nova.scheduler.client.report [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1349.283760] env[62555]: INFO nova.compute.manager [-] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Took 1.46 seconds to deallocate network for instance. [ 1349.298400] env[62555]: DEBUG nova.scheduler.client.report [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1349.304234] env[62555]: DEBUG oslo_concurrency.lockutils [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] Releasing lock "refresh_cache-d1725c27-a544-4755-b46f-ddeecfe314e5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.304425] env[62555]: DEBUG nova.compute.manager [req-de2e8d0a-235e-449e-b3ae-3f7478514252 req-d00a4b50-9a86-4fc3-8cf6-1f3ea4a9f39a service nova] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Received event network-vif-deleted-06597b34-3ec0-4268-85ab-95508a2257da {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1349.441852] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704114, 'name': Rename_Task, 'duration_secs': 0.190716} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.446306] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.447011] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-062b012d-574c-4209-b246-daa5a9a19942 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.455419] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1349.455419] env[62555]: value = "task-1704115" [ 1349.455419] env[62555]: _type = "Task" [ 1349.455419] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.464714] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.494921] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Releasing lock "refresh_cache-c48d86ef-48b1-480b-8aab-090a7840e481" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.494982] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Updated the network info_cache for instance {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1349.495315] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1349.526850] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a084a686-ff1b-4abc-89d1-781816bca57c tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.989s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.528212] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704112, 'name': ReconfigVM_Task, 'duration_secs': 0.654475} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.529751] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Reconfigured VM instance instance-00000003 to attach disk [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481/c48d86ef-48b1-480b-8aab-090a7840e481.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.536408] env[62555]: DEBUG nova.network.neutron [-] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.539777] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91fb1158-23cf-4c3a-8761-c431b9a90aba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.549389] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Waiting for the task: (returnval){ [ 1349.549389] env[62555]: value = "task-1704116" [ 1349.549389] env[62555]: _type = "Task" [ 1349.549389] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.562810] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704116, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.586039] env[62555]: DEBUG nova.compute.manager [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1349.600750] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704113, 'name': ReconfigVM_Task, 'duration_secs': 0.622271} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.603843] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Reconfigured VM instance instance-0000000e to attach disk [datastore1] d1725c27-a544-4755-b46f-ddeecfe314e5/d1725c27-a544-4755-b46f-ddeecfe314e5.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.604853] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66cbd640-13fc-4df9-a8b4-bf7a2fabe824 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.615114] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1349.615114] env[62555]: value = "task-1704117" [ 1349.615114] env[62555]: _type = "Task" [ 1349.615114] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.627136] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704117, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.678282] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fcf441-d960-4d9b-afc1-ee7ce299d374 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.687173] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1229ce-8a11-45ef-91a0-c3b9f245b989 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.727398] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa19259-433f-4b71-9fa4-f3c26b833be9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.739570] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4f4de6-4d74-462c-8e23-648bdff1f577 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.744099] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704111, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.754653] env[62555]: DEBUG nova.compute.provider_tree [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1349.797937] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.853457] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquiring lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.853753] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.968640] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704115, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.001957] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.035139] env[62555]: DEBUG nova.compute.manager [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.043323] env[62555]: INFO nova.compute.manager [-] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Took 1.70 seconds to deallocate network for instance. [ 1350.061967] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704116, 'name': Rename_Task, 'duration_secs': 0.351847} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.062296] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.062833] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3693a006-7e4c-4a1f-999a-d7a3bfae182c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.076414] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Waiting for the task: (returnval){ [ 1350.076414] env[62555]: value = "task-1704118" [ 1350.076414] env[62555]: _type = "Task" [ 1350.076414] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.088317] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.121969] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.129459] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704117, 'name': Rename_Task, 'duration_secs': 0.320914} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.129816] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.130087] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a035fc27-db69-470b-a89d-da8fda1ffd7d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.139380] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1350.139380] env[62555]: value = "task-1704119" [ 1350.139380] env[62555]: _type = "Task" [ 1350.139380] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.148679] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.234238] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704111, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.280158] env[62555]: ERROR nova.scheduler.client.report [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [req-133d94d8-bc3f-4fa5-a8dd-d303dbd99583] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-133d94d8-bc3f-4fa5-a8dd-d303dbd99583"}]} [ 1350.300391] env[62555]: DEBUG nova.scheduler.client.report [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1350.321731] env[62555]: DEBUG nova.scheduler.client.report [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1350.322021] env[62555]: DEBUG nova.compute.provider_tree [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1350.338823] env[62555]: DEBUG nova.scheduler.client.report [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1350.373782] env[62555]: DEBUG nova.scheduler.client.report [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1350.441417] env[62555]: DEBUG nova.compute.manager [req-12acded1-b1b4-457b-8b00-6ed9cc717a03 req-61a46982-ddc0-4ad6-86ca-8c35bb993d24 service nova] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Received event network-vif-deleted-1b2fcd7b-0155-49a0-be95-8f153bb8a197 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1350.467575] env[62555]: DEBUG oslo_vmware.api [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704115, 'name': PowerOnVM_Task, 'duration_secs': 0.757765} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.470928] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.470928] env[62555]: INFO nova.compute.manager [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Took 11.59 seconds to spawn the instance on the hypervisor. [ 1350.471087] env[62555]: DEBUG nova.compute.manager [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1350.473262] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b606b-5819-4b50-826c-392110f192c4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.556977] env[62555]: DEBUG oslo_concurrency.lockutils [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.558526] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.590479] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704118, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.653072] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704119, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.740303] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704111, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.767913] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcf2b92-7191-429d-9a09-a2b506d681d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.777102] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c0a535-a5e6-4ec1-8fc4-0eb59d814ba4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.818071] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e710fef-b3cd-4034-9f77-879fe8ff8af4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.825103] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38997b98-a2b0-4187-8a5f-dd836735523e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.840084] env[62555]: DEBUG nova.compute.provider_tree [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1350.878147] env[62555]: DEBUG nova.compute.manager [req-7db59eae-8755-44e3-83c1-eedbf177fb1d req-19c88fa6-dbcd-4c9f-b1ea-b98d8f1a8a03 service nova] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Received event network-vif-deleted-7ef6a2c4-dcee-4424-af31-46ba2bd59e34 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1350.992209] env[62555]: INFO nova.compute.manager [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Took 24.66 seconds to build instance. [ 1351.088125] env[62555]: DEBUG oslo_vmware.api [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Task: {'id': task-1704118, 'name': PowerOnVM_Task, 'duration_secs': 0.599841} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.088685] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.088736] env[62555]: DEBUG nova.compute.manager [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.089587] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9554bb-ac02-4c7d-b06e-d967d4aebefa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.152328] env[62555]: DEBUG oslo_vmware.api [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704119, 'name': PowerOnVM_Task, 'duration_secs': 0.612324} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.152488] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.152628] env[62555]: INFO nova.compute.manager [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1351.152862] env[62555]: DEBUG nova.compute.manager [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.153700] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b1b7cc-5ac8-4d6d-b042-e4cb85aef4a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.239738] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704111, 'name': CreateVM_Task, 'duration_secs': 2.688596} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.239914] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.240369] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.240709] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.241069] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1351.241161] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1539980b-03ac-4b17-aa9d-a67cd8f588ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.245946] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1351.245946] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52341807-4e94-c3c8-5fdb-be0791009fdc" [ 1351.245946] env[62555]: _type = "Task" [ 1351.245946] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.255242] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52341807-4e94-c3c8-5fdb-be0791009fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.382025] env[62555]: DEBUG nova.scheduler.client.report [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1351.382597] env[62555]: DEBUG nova.compute.provider_tree [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 30 to 31 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1351.382597] env[62555]: DEBUG nova.compute.provider_tree [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1351.493722] env[62555]: DEBUG oslo_concurrency.lockutils [None req-88ed879e-592a-43fa-92f6-2d1d5ef5b669 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.185s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.614412] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.678525] env[62555]: INFO nova.compute.manager [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Took 20.37 seconds to build instance. [ 1351.758929] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52341807-4e94-c3c8-5fdb-be0791009fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.026958} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.759296] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.759432] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1351.759778] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.760147] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.760386] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1351.761719] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97b584f2-7e70-4a10-a518-f77798e40c52 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.774432] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1351.774432] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1351.774432] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-506f6bbc-166c-43e1-a84a-0bfd3e59bf19 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.780421] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1351.780421] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f79e99-ffcb-b03e-0516-cb78c254fb46" [ 1351.780421] env[62555]: _type = "Task" [ 1351.780421] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.790946] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f79e99-ffcb-b03e-0516-cb78c254fb46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.888857] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.819s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.889452] env[62555]: DEBUG nova.compute.manager [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1351.892703] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.192s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.895296] env[62555]: INFO nova.compute.claims [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.996542] env[62555]: DEBUG nova.compute.manager [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.181892] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4527df6f-b2e9-4d38-b93c-38342ff3aa2f tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "d1725c27-a544-4755-b46f-ddeecfe314e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.536s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1352.293711] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f79e99-ffcb-b03e-0516-cb78c254fb46, 'name': SearchDatastore_Task, 'duration_secs': 0.025582} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.294585] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85626fd6-eecd-4ae3-98ac-fe06557d4f68 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.301262] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1352.301262] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291bb57-d94e-dd99-2939-ff463d2f0d76" [ 1352.301262] env[62555]: _type = "Task" [ 1352.301262] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.311386] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291bb57-d94e-dd99-2939-ff463d2f0d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.328093] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquiring lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.328539] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.373386] env[62555]: DEBUG nova.compute.manager [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1352.374577] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab97ac5-d0ad-4dc2-bac4-5a26bc0ad20a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.402599] env[62555]: DEBUG nova.compute.utils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1352.404043] env[62555]: DEBUG nova.compute.manager [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1352.404249] env[62555]: DEBUG nova.network.neutron [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1352.523468] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.719436] env[62555]: DEBUG nova.policy [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ae162d5cb594dd3b256eb3587ab686c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb3d37a5f9fc4346b6728c3348807ff1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1352.813196] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291bb57-d94e-dd99-2939-ff463d2f0d76, 'name': SearchDatastore_Task, 'duration_secs': 0.012651} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.813196] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.813196] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 94774863-facf-4e99-b7ae-02ef0500fcad/94774863-facf-4e99-b7ae-02ef0500fcad.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1352.813196] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-522f691f-55ed-427a-b921-97e91db1ffa0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.820481] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1352.820481] env[62555]: value = "task-1704120" [ 1352.820481] env[62555]: _type = "Task" [ 1352.820481] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.829281] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.834423] env[62555]: DEBUG nova.compute.manager [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1352.888070] env[62555]: INFO nova.compute.manager [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] instance snapshotting [ 1352.888843] env[62555]: WARNING nova.compute.manager [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1352.895017] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258a0d5f-6ba7-4d9d-b07c-640a0524a1e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.919341] env[62555]: DEBUG nova.compute.manager [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1352.923592] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83531282-ab9c-498a-9ddc-2bc2c1b6ca3c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.129833] env[62555]: DEBUG oslo_vmware.rw_handles [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae799-5b59-90f5-2708-788898dcfa8e/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1353.132214] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67442722-b825-4f66-b9f2-9309e49e54f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.145950] env[62555]: DEBUG oslo_vmware.rw_handles [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae799-5b59-90f5-2708-788898dcfa8e/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1353.146211] env[62555]: ERROR oslo_vmware.rw_handles [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae799-5b59-90f5-2708-788898dcfa8e/disk-0.vmdk due to incomplete transfer. [ 1353.146602] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45024dce-60fb-4cc3-9244-50c9136c55cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.160034] env[62555]: DEBUG oslo_vmware.rw_handles [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524ae799-5b59-90f5-2708-788898dcfa8e/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1353.160224] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Uploaded image 8df055c8-3e7b-46b6-8e87-d5485dee9f80 to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1353.163167] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1353.163512] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f9eac014-176f-4fc9-9abb-a1ae1444afb2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.170641] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1353.170641] env[62555]: value = "task-1704121" [ 1353.170641] env[62555]: _type = "Task" [ 1353.170641] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.186260] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704121, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.342889] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704120, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.351516] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquiring lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.351516] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.351516] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquiring lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.351516] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.351893] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.354241] env[62555]: INFO nova.compute.manager [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Terminating instance [ 1353.366378] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1353.372572] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48062390-161b-4850-a330-6736be840bcd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.382368] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b8614f-afcf-481d-b0f9-82e5f9545f59 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.418723] env[62555]: DEBUG nova.network.neutron [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Successfully created port: 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1353.421326] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aa6deb-bd30-4d3d-bf0b-8a6deb4229fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.432694] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22049158-50ee-4298-aadb-49a3fed616da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.448177] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1353.448749] env[62555]: DEBUG nova.compute.provider_tree [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.450642] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ce142397-6835-42f6-aa76-1d803c9c6ce0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.457344] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1353.457344] env[62555]: value = "task-1704122" [ 1353.457344] env[62555]: _type = "Task" [ 1353.457344] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.466621] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704122, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.681862] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704121, 'name': Destroy_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.835195] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630977} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.835515] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 94774863-facf-4e99-b7ae-02ef0500fcad/94774863-facf-4e99-b7ae-02ef0500fcad.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1353.835764] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1353.836091] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29756332-c0d7-41d8-a5a0-de0d637a6e5e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.843576] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1353.843576] env[62555]: value = "task-1704123" [ 1353.843576] env[62555]: _type = "Task" [ 1353.843576] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.852853] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.858753] env[62555]: DEBUG nova.compute.manager [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.859051] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.860017] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a817e7-72b1-4642-8be9-a5292a1d687e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.867724] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.868038] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0eb68c8-610f-4ab5-97e6-bc3ca0db4cdc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.876027] env[62555]: DEBUG oslo_vmware.api [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for the task: (returnval){ [ 1353.876027] env[62555]: value = "task-1704124" [ 1353.876027] env[62555]: _type = "Task" [ 1353.876027] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.884208] env[62555]: DEBUG oslo_vmware.api [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.929532] env[62555]: DEBUG nova.compute.manager [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1353.954146] env[62555]: DEBUG nova.scheduler.client.report [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1353.961391] env[62555]: DEBUG nova.virt.hardware [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1353.961674] env[62555]: DEBUG nova.virt.hardware [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1353.962087] env[62555]: DEBUG nova.virt.hardware [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.962087] env[62555]: DEBUG nova.virt.hardware [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1353.962677] env[62555]: DEBUG nova.virt.hardware [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.962677] env[62555]: DEBUG nova.virt.hardware [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1353.962677] env[62555]: DEBUG nova.virt.hardware [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1353.962832] env[62555]: DEBUG nova.virt.hardware [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1353.963297] env[62555]: DEBUG nova.virt.hardware [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1353.963297] env[62555]: DEBUG nova.virt.hardware [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1353.963379] env[62555]: DEBUG nova.virt.hardware [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1353.964930] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123756f4-24c3-45c0-ab20-f26e21f61cde {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.985020] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704122, 'name': CreateSnapshot_Task, 'duration_secs': 0.454193} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.986286] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1353.988692] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b865f5ab-625a-4d05-ab4a-97b3b01c455e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.993516] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2194185f-f97a-4441-ade8-20eb77a20786 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.188366] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704121, 'name': Destroy_Task, 'duration_secs': 0.569616} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.188366] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Destroyed the VM [ 1354.188720] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1354.189021] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6ebdf9a1-019d-4169-88e9-2075ce8547a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.198307] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1354.198307] env[62555]: value = "task-1704125" [ 1354.198307] env[62555]: _type = "Task" [ 1354.198307] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.214470] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704125, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.353348] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073846} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.353628] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.354465] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378d15d5-908b-48f6-8396-febe1dfdf6f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.379409] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 94774863-facf-4e99-b7ae-02ef0500fcad/94774863-facf-4e99-b7ae-02ef0500fcad.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.379409] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86689da7-dc71-49c6-9326-3a4b49fe7733 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.412284] env[62555]: DEBUG oslo_vmware.api [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704124, 'name': PowerOffVM_Task, 'duration_secs': 0.31323} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.414324] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.414324] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.414510] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1354.414510] env[62555]: value = "task-1704126" [ 1354.414510] env[62555]: _type = "Task" [ 1354.414510] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.414702] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-466b1656-b04b-45c8-a353-a247681d960d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.427715] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.469802] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1354.473032] env[62555]: DEBUG nova.compute.manager [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1354.476370] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.624s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1354.484547] env[62555]: INFO nova.compute.claims [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.505301] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.505832] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.506773] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Deleting the datastore file [datastore1] bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.507597] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edc77574-0e58-4154-96d6-d58c74ecfcbd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.519249] env[62555]: DEBUG oslo_vmware.api [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for the task: (returnval){ [ 1354.519249] env[62555]: value = "task-1704128" [ 1354.519249] env[62555]: _type = "Task" [ 1354.519249] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.533105] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1354.533894] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f62cd0f0-eb4b-4dc1-88b5-4347771a6d69 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.543425] env[62555]: DEBUG oslo_vmware.api [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.546256] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1354.546256] env[62555]: value = "task-1704129" [ 1354.546256] env[62555]: _type = "Task" [ 1354.546256] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.554984] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704129, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.653393] env[62555]: DEBUG nova.compute.manager [req-2bee1fbc-fa21-4293-acd8-20c2d21b51da req-fa113387-b573-43fe-b4a9-503482abebd1 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Received event network-changed-971bb785-321e-47e0-b9a8-ea13c09fae2d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1354.653593] env[62555]: DEBUG nova.compute.manager [req-2bee1fbc-fa21-4293-acd8-20c2d21b51da req-fa113387-b573-43fe-b4a9-503482abebd1 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Refreshing instance network info cache due to event network-changed-971bb785-321e-47e0-b9a8-ea13c09fae2d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1354.653846] env[62555]: DEBUG oslo_concurrency.lockutils [req-2bee1fbc-fa21-4293-acd8-20c2d21b51da req-fa113387-b573-43fe-b4a9-503482abebd1 service nova] Acquiring lock "refresh_cache-edf2a86a-4a12-4eca-91c6-bf8af0557ae0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.653999] env[62555]: DEBUG oslo_concurrency.lockutils [req-2bee1fbc-fa21-4293-acd8-20c2d21b51da req-fa113387-b573-43fe-b4a9-503482abebd1 service nova] Acquired lock "refresh_cache-edf2a86a-4a12-4eca-91c6-bf8af0557ae0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.654244] env[62555]: DEBUG nova.network.neutron [req-2bee1fbc-fa21-4293-acd8-20c2d21b51da req-fa113387-b573-43fe-b4a9-503482abebd1 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Refreshing network info cache for port 971bb785-321e-47e0-b9a8-ea13c09fae2d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.713387] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704125, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.930512] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704126, 'name': ReconfigVM_Task, 'duration_secs': 0.403402} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.930814] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 94774863-facf-4e99-b7ae-02ef0500fcad/94774863-facf-4e99-b7ae-02ef0500fcad.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.931386] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4670614f-7704-46eb-8e5d-9da81e89fd1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.938366] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1354.938366] env[62555]: value = "task-1704130" [ 1354.938366] env[62555]: _type = "Task" [ 1354.938366] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.947627] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704130, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.989419] env[62555]: DEBUG nova.compute.utils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1354.996264] env[62555]: DEBUG nova.compute.manager [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1354.996264] env[62555]: DEBUG nova.network.neutron [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1355.031804] env[62555]: DEBUG oslo_vmware.api [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Task: {'id': task-1704128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257842} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.032119] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.032632] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.032632] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.032807] env[62555]: INFO nova.compute.manager [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1355.034284] env[62555]: DEBUG oslo.service.loopingcall [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1355.034284] env[62555]: DEBUG nova.compute.manager [-] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.034284] env[62555]: DEBUG nova.network.neutron [-] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.057502] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704129, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.082327] env[62555]: DEBUG nova.policy [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04316d97dc32441e886d5181af42522a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6979cbd408e3425fa8dedcb216b58814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1355.215883] env[62555]: DEBUG oslo_vmware.api [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704125, 'name': RemoveSnapshot_Task, 'duration_secs': 0.69238} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.216921] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1355.217059] env[62555]: INFO nova.compute.manager [None req-90a04d77-ea8e-43bd-91c8-1bcffb9f86b3 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Took 18.68 seconds to snapshot the instance on the hypervisor. [ 1355.242640] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquiring lock "c48d86ef-48b1-480b-8aab-090a7840e481" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.244533] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "c48d86ef-48b1-480b-8aab-090a7840e481" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.244533] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquiring lock "c48d86ef-48b1-480b-8aab-090a7840e481-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.244533] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "c48d86ef-48b1-480b-8aab-090a7840e481-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.244934] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "c48d86ef-48b1-480b-8aab-090a7840e481-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.246930] env[62555]: INFO nova.compute.manager [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Terminating instance [ 1355.380969] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquiring lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.381333] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.454956] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704130, 'name': Rename_Task, 'duration_secs': 0.151845} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.455497] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.455819] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0fc532f-52c9-473b-bc3b-bf99396f7e83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.463740] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1355.463740] env[62555]: value = "task-1704131" [ 1355.463740] env[62555]: _type = "Task" [ 1355.463740] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.472926] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.496561] env[62555]: DEBUG nova.compute.manager [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1355.547314] env[62555]: DEBUG nova.network.neutron [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Successfully created port: 78d3207b-7570-4f72-8785-1ff87bff414c {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1355.562852] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704129, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.750610] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquiring lock "refresh_cache-c48d86ef-48b1-480b-8aab-090a7840e481" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.750812] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquired lock "refresh_cache-c48d86ef-48b1-480b-8aab-090a7840e481" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.750992] env[62555]: DEBUG nova.network.neutron [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.894205] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aedb544-f59c-4fef-b4df-77aae16b30a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.906060] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa4abc7-02ac-45b6-a309-ad7dddb13dfd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.945035] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed38e691-dbef-44e2-a13d-3fea667ca0b2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.953781] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61eb9c07-cc31-46f0-98ec-3bb0e1a70f7d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.970785] env[62555]: DEBUG nova.compute.provider_tree [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.981690] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704131, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.987758] env[62555]: DEBUG nova.network.neutron [-] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.061837] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704129, 'name': CloneVM_Task, 'duration_secs': 1.459518} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.063179] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Created linked-clone VM from snapshot [ 1356.067046] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae35d61e-613e-4dad-8262-077fcbd2689b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.074745] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Uploading image f64e3b1a-ee51-4fc5-b7e5-720797657adb {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1356.098737] env[62555]: DEBUG oslo_vmware.rw_handles [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1356.098737] env[62555]: value = "vm-355121" [ 1356.098737] env[62555]: _type = "VirtualMachine" [ 1356.098737] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1356.099046] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f4529cf3-0607-4523-a146-73810e58fac6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.107528] env[62555]: DEBUG oslo_vmware.rw_handles [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lease: (returnval){ [ 1356.107528] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520ebcfd-34cd-cc6d-873c-bcf584b15a91" [ 1356.107528] env[62555]: _type = "HttpNfcLease" [ 1356.107528] env[62555]: } obtained for exporting VM: (result){ [ 1356.107528] env[62555]: value = "vm-355121" [ 1356.107528] env[62555]: _type = "VirtualMachine" [ 1356.107528] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1356.107832] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the lease: (returnval){ [ 1356.107832] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520ebcfd-34cd-cc6d-873c-bcf584b15a91" [ 1356.107832] env[62555]: _type = "HttpNfcLease" [ 1356.107832] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1356.115096] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1356.115096] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520ebcfd-34cd-cc6d-873c-bcf584b15a91" [ 1356.115096] env[62555]: _type = "HttpNfcLease" [ 1356.115096] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1356.176307] env[62555]: DEBUG nova.network.neutron [req-2bee1fbc-fa21-4293-acd8-20c2d21b51da req-fa113387-b573-43fe-b4a9-503482abebd1 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Updated VIF entry in instance network info cache for port 971bb785-321e-47e0-b9a8-ea13c09fae2d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.177291] env[62555]: DEBUG nova.network.neutron [req-2bee1fbc-fa21-4293-acd8-20c2d21b51da req-fa113387-b573-43fe-b4a9-503482abebd1 service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Updating instance_info_cache with network_info: [{"id": "971bb785-321e-47e0-b9a8-ea13c09fae2d", "address": "fa:16:3e:b6:c3:54", "network": {"id": "79b9d92e-36ca-472c-92b2-db47db1d10dd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1767434097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "494b5361ab5945279d5ba62e32510c3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d829efb7-e98e-4b67-bd03-b0888287dbfd", "external-id": "nsx-vlan-transportzone-128", "segmentation_id": 128, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap971bb785-32", "ovs_interfaceid": "971bb785-321e-47e0-b9a8-ea13c09fae2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.291821] env[62555]: DEBUG nova.network.neutron [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1356.476909] env[62555]: DEBUG nova.scheduler.client.report [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1356.482950] env[62555]: DEBUG oslo_vmware.api [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704131, 'name': PowerOnVM_Task, 'duration_secs': 0.647459} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.487491] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.487699] env[62555]: INFO nova.compute.manager [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1356.487874] env[62555]: DEBUG nova.compute.manager [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1356.488777] env[62555]: DEBUG nova.network.neutron [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.490334] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca88c5e4-18af-42d5-b6aa-3ea9f5f89a55 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.496505] env[62555]: INFO nova.compute.manager [-] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Took 1.46 seconds to deallocate network for instance. [ 1356.513448] env[62555]: DEBUG nova.compute.manager [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1356.521905] env[62555]: DEBUG nova.network.neutron [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Successfully updated port: 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.544792] env[62555]: DEBUG nova.virt.hardware [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1356.545059] env[62555]: DEBUG nova.virt.hardware [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1356.545219] env[62555]: DEBUG nova.virt.hardware [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.545401] env[62555]: DEBUG nova.virt.hardware [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1356.545546] env[62555]: DEBUG nova.virt.hardware [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.545690] env[62555]: DEBUG nova.virt.hardware [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1356.545896] env[62555]: DEBUG nova.virt.hardware [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1356.546102] env[62555]: DEBUG nova.virt.hardware [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1356.546283] env[62555]: DEBUG nova.virt.hardware [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1356.546468] env[62555]: DEBUG nova.virt.hardware [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1356.546626] env[62555]: DEBUG nova.virt.hardware [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1356.547752] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b1ad4-a9eb-4538-ac6c-8346e91b2e6a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.559285] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0533fea4-ba16-43c9-a81a-481848e44810 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.615474] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1356.615474] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520ebcfd-34cd-cc6d-873c-bcf584b15a91" [ 1356.615474] env[62555]: _type = "HttpNfcLease" [ 1356.615474] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1356.615768] env[62555]: DEBUG oslo_vmware.rw_handles [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1356.615768] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520ebcfd-34cd-cc6d-873c-bcf584b15a91" [ 1356.615768] env[62555]: _type = "HttpNfcLease" [ 1356.615768] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1356.616493] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f8fcb9-be03-4957-bd76-dc5133a5cce9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.624321] env[62555]: DEBUG oslo_vmware.rw_handles [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ced55f-fe01-d47f-ae1c-15aaff10b261/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1356.624490] env[62555]: DEBUG oslo_vmware.rw_handles [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ced55f-fe01-d47f-ae1c-15aaff10b261/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1356.680518] env[62555]: DEBUG oslo_concurrency.lockutils [req-2bee1fbc-fa21-4293-acd8-20c2d21b51da req-fa113387-b573-43fe-b4a9-503482abebd1 service nova] Releasing lock "refresh_cache-edf2a86a-4a12-4eca-91c6-bf8af0557ae0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.712375] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ace3a6b3-9446-46de-9450-b1e9eb84a5ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.796705] env[62555]: DEBUG nova.compute.manager [req-230b699a-0172-4a0c-bef8-e1ae9c3b2871 req-5554d5ba-4cf2-4f50-aa62-fa76d21b87e0 service nova] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Received event network-vif-deleted-052cf00e-b736-4ab8-8002-12a3bf88acff {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1356.989098] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.989830] env[62555]: DEBUG nova.compute.manager [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1356.995470] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.881s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.996020] env[62555]: DEBUG nova.objects.instance [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Lazy-loading 'resources' on Instance uuid a7779533-b163-43dd-9f60-69f64fce8885 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.998098] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Releasing lock "refresh_cache-c48d86ef-48b1-480b-8aab-090a7840e481" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1356.998560] env[62555]: DEBUG nova.compute.manager [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.998807] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.999817] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181d519b-38ab-4330-89f6-416210152fe1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.007167] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.024664] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.026727] env[62555]: INFO nova.compute.manager [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Took 21.37 seconds to build instance. [ 1357.027845] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.027975] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquired lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.028146] env[62555]: DEBUG nova.network.neutron [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.029055] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39ae93b9-6165-40e6-9fde-0c9d3fa82038 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.043574] env[62555]: DEBUG oslo_vmware.api [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1357.043574] env[62555]: value = "task-1704133" [ 1357.043574] env[62555]: _type = "Task" [ 1357.043574] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.053981] env[62555]: DEBUG oslo_vmware.api [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.356373] env[62555]: DEBUG nova.network.neutron [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Successfully updated port: 78d3207b-7570-4f72-8785-1ff87bff414c {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.448149] env[62555]: DEBUG nova.compute.manager [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Received event network-changed-c38f729f-c109-47c4-b9bd-bbc09559d369 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1357.448534] env[62555]: DEBUG nova.compute.manager [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Refreshing instance network info cache due to event network-changed-c38f729f-c109-47c4-b9bd-bbc09559d369. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1357.448827] env[62555]: DEBUG oslo_concurrency.lockutils [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] Acquiring lock "refresh_cache-d1725c27-a544-4755-b46f-ddeecfe314e5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.449056] env[62555]: DEBUG oslo_concurrency.lockutils [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] Acquired lock "refresh_cache-d1725c27-a544-4755-b46f-ddeecfe314e5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.449423] env[62555]: DEBUG nova.network.neutron [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Refreshing network info cache for port c38f729f-c109-47c4-b9bd-bbc09559d369 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.499697] env[62555]: DEBUG nova.compute.utils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1357.505023] env[62555]: DEBUG nova.compute.manager [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1357.505610] env[62555]: DEBUG nova.network.neutron [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1357.534196] env[62555]: DEBUG oslo_concurrency.lockutils [None req-eb57a1b1-31c7-460c-b005-56a4107b5bd4 tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "94774863-facf-4e99-b7ae-02ef0500fcad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.899s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.554768] env[62555]: DEBUG oslo_vmware.api [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704133, 'name': PowerOffVM_Task, 'duration_secs': 0.162453} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.555386] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.555677] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.556040] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cd22ba2-2e62-48df-8f3a-e497e1ee2f53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.577384] env[62555]: DEBUG nova.policy [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e53fa236152414e8bf2f716296646bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ce47a078abe4721b0e0441bf21fbb56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1357.585484] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.585723] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.585914] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Deleting the datastore file [datastore1] c48d86ef-48b1-480b-8aab-090a7840e481 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.586519] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03b219ed-cfe9-4eab-9b0b-d5019ea37284 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.594403] env[62555]: DEBUG nova.network.neutron [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.604398] env[62555]: DEBUG oslo_vmware.api [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for the task: (returnval){ [ 1357.604398] env[62555]: value = "task-1704135" [ 1357.604398] env[62555]: _type = "Task" [ 1357.604398] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.617371] env[62555]: DEBUG oslo_vmware.api [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.830323] env[62555]: DEBUG nova.network.neutron [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updating instance_info_cache with network_info: [{"id": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "address": "fa:16:3e:a4:78:fa", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8ed43f-6c", "ovs_interfaceid": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.857621] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.857796] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.857945] env[62555]: DEBUG nova.network.neutron [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.959910] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c438f60-6a1b-4687-8712-9e14a72b2c0d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.968222] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bd6d31-0f56-4935-bcc6-8824ddcfce1a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.005617] env[62555]: DEBUG nova.compute.manager [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1358.012510] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9eaeb5f-6c4e-4ac5-bb8a-ed0dc6c9b70e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.022545] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7d3968-a948-4757-a91e-2018b161b6e9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.040785] env[62555]: DEBUG nova.compute.provider_tree [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.052031] env[62555]: DEBUG nova.compute.manager [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1358.115147] env[62555]: DEBUG oslo_vmware.api [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Task: {'id': task-1704135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22088} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.115460] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.115655] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.115837] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.116016] env[62555]: INFO nova.compute.manager [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1358.116262] env[62555]: DEBUG oslo.service.loopingcall [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.116452] env[62555]: DEBUG nova.compute.manager [-] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1358.116544] env[62555]: DEBUG nova.network.neutron [-] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1358.141782] env[62555]: DEBUG nova.network.neutron [-] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.240223] env[62555]: DEBUG nova.network.neutron [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Successfully created port: 554666e9-ba16-4868-8190-98fbf45d1197 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.337190] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Releasing lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.337535] env[62555]: DEBUG nova.compute.manager [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Instance network_info: |[{"id": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "address": "fa:16:3e:a4:78:fa", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8ed43f-6c", "ovs_interfaceid": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.337971] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:78:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.346740] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Creating folder: Project (eb3d37a5f9fc4346b6728c3348807ff1). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.346740] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00d4f6a6-cbf1-46d6-9311-e72920d9101e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.357705] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Created folder: Project (eb3d37a5f9fc4346b6728c3348807ff1) in parent group-v355069. [ 1358.358379] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Creating folder: Instances. Parent ref: group-v355122. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1358.358379] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af85459d-e143-463a-8b02-a2a1630085e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.368796] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Created folder: Instances in parent group-v355122. [ 1358.369063] env[62555]: DEBUG oslo.service.loopingcall [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1358.369290] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.369528] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ea8a411-c1bf-4e57-bac2-9bd95b56b029 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.392385] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.392385] env[62555]: value = "task-1704138" [ 1358.392385] env[62555]: _type = "Task" [ 1358.392385] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.406902] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704138, 'name': CreateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.442997] env[62555]: DEBUG nova.network.neutron [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1358.449052] env[62555]: DEBUG nova.network.neutron [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Updated VIF entry in instance network info cache for port c38f729f-c109-47c4-b9bd-bbc09559d369. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.449488] env[62555]: DEBUG nova.network.neutron [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Updating instance_info_cache with network_info: [{"id": "c38f729f-c109-47c4-b9bd-bbc09559d369", "address": "fa:16:3e:4c:f7:83", "network": {"id": "9808c566-2706-4208-8422-fe06b560856c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1416622049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c60cd0b0b0461b87bc6bef05b0c188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38f729f-c1", "ovs_interfaceid": "c38f729f-c109-47c4-b9bd-bbc09559d369", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.568789] env[62555]: ERROR nova.scheduler.client.report [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] [req-ae6f6698-40db-44f0-8caf-99d9abb537a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ae6f6698-40db-44f0-8caf-99d9abb537a9"}]} [ 1358.583170] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.595039] env[62555]: DEBUG nova.scheduler.client.report [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1358.614727] env[62555]: DEBUG nova.scheduler.client.report [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1358.614727] env[62555]: DEBUG nova.compute.provider_tree [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1358.632542] env[62555]: DEBUG nova.scheduler.client.report [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1358.647721] env[62555]: DEBUG nova.network.neutron [-] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.663311] env[62555]: DEBUG nova.scheduler.client.report [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1358.750021] env[62555]: DEBUG nova.network.neutron [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Updating instance_info_cache with network_info: [{"id": "78d3207b-7570-4f72-8785-1ff87bff414c", "address": "fa:16:3e:5e:4d:99", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d3207b-75", "ovs_interfaceid": "78d3207b-7570-4f72-8785-1ff87bff414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.751627] env[62555]: INFO nova.compute.manager [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Rebuilding instance [ 1358.909163] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704138, 'name': CreateVM_Task, 'duration_secs': 0.368596} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.909163] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.909163] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.909163] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.909163] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1358.909503] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52f8b74a-70f9-46a0-a974-954fea5dbc93 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.917286] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1358.917286] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521e72bb-4feb-93b8-a772-cecdc2ddf002" [ 1358.917286] env[62555]: _type = "Task" [ 1358.917286] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.929578] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521e72bb-4feb-93b8-a772-cecdc2ddf002, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.930095] env[62555]: DEBUG nova.compute.manager [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1358.932946] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.933670] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.933670] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.933670] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.933851] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.934532] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0ef30f-3133-4cae-8bbc-1de8fc771dbf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.938832] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-131c612d-b27d-494e-bcd7-1b8c3e218c4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.950100] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.950100] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.952962] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02752ea4-a611-4f18-aa5d-cb0ceb5e0102 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.956216] env[62555]: DEBUG oslo_concurrency.lockutils [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] Releasing lock "refresh_cache-d1725c27-a544-4755-b46f-ddeecfe314e5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.956216] env[62555]: DEBUG nova.compute.manager [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Received event network-vif-plugged-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1358.956330] env[62555]: DEBUG oslo_concurrency.lockutils [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] Acquiring lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1358.957067] env[62555]: DEBUG oslo_concurrency.lockutils [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] Lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1358.957067] env[62555]: DEBUG oslo_concurrency.lockutils [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] Lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1358.957067] env[62555]: DEBUG nova.compute.manager [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] No waiting events found dispatching network-vif-plugged-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.957067] env[62555]: WARNING nova.compute.manager [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Received unexpected event network-vif-plugged-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac for instance with vm_state building and task_state spawning. [ 1358.958475] env[62555]: DEBUG nova.compute.manager [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Received event network-changed-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1358.958673] env[62555]: DEBUG nova.compute.manager [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Refreshing instance network info cache due to event network-changed-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1358.958879] env[62555]: DEBUG oslo_concurrency.lockutils [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] Acquiring lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1358.959040] env[62555]: DEBUG oslo_concurrency.lockutils [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] Acquired lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.959957] env[62555]: DEBUG nova.network.neutron [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Refreshing network info cache for port 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.966259] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1358.966259] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e5bbf2-c900-089f-eeed-d38687fdc502" [ 1358.966259] env[62555]: _type = "Task" [ 1358.966259] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.976264] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e5bbf2-c900-089f-eeed-d38687fdc502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.024738] env[62555]: DEBUG nova.compute.manager [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.057949] env[62555]: DEBUG nova.virt.hardware [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1359.057949] env[62555]: DEBUG nova.virt.hardware [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1359.057949] env[62555]: DEBUG nova.virt.hardware [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.058256] env[62555]: DEBUG nova.virt.hardware [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1359.058256] env[62555]: DEBUG nova.virt.hardware [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.058256] env[62555]: DEBUG nova.virt.hardware [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1359.058398] env[62555]: DEBUG nova.virt.hardware [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1359.058515] env[62555]: DEBUG nova.virt.hardware [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1359.058679] env[62555]: DEBUG nova.virt.hardware [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1359.058837] env[62555]: DEBUG nova.virt.hardware [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1359.059021] env[62555]: DEBUG nova.virt.hardware [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1359.059921] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d08b391-3189-4efd-a7d3-f55f38caada6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.070084] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fd683f-b3e4-4160-af59-4a35409385d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.120402] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab38893-3302-4e9a-abc5-072a0b7b6c44 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.128307] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa26a21e-0561-421d-bcd8-82dafdad46aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.173845] env[62555]: INFO nova.compute.manager [-] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Took 1.06 seconds to deallocate network for instance. [ 1359.177771] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2a85ef-425a-4d28-ae05-ae05cc3583b7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.193513] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada904bd-48cc-4859-9a36-3291298b1dae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.215087] env[62555]: DEBUG nova.compute.provider_tree [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.255571] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.256020] env[62555]: DEBUG nova.compute.manager [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Instance network_info: |[{"id": "78d3207b-7570-4f72-8785-1ff87bff414c", "address": "fa:16:3e:5e:4d:99", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d3207b-75", "ovs_interfaceid": "78d3207b-7570-4f72-8785-1ff87bff414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1359.256492] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:4d:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78d3207b-7570-4f72-8785-1ff87bff414c', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.264793] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Creating folder: Project (6979cbd408e3425fa8dedcb216b58814). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.265494] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38835966-23ba-4233-9ab5-f7e3b0db149a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.276894] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Created folder: Project (6979cbd408e3425fa8dedcb216b58814) in parent group-v355069. [ 1359.276894] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Creating folder: Instances. Parent ref: group-v355125. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1359.277101] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7399ff1-78e9-4c05-bad2-8e2e138efaf4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.286722] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Created folder: Instances in parent group-v355125. [ 1359.287053] env[62555]: DEBUG oslo.service.loopingcall [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.287326] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.288018] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e83f377-c108-43ea-ae71-da9a8d7506b9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.311430] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.311430] env[62555]: value = "task-1704141" [ 1359.311430] env[62555]: _type = "Task" [ 1359.311430] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.320051] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704141, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.477746] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e5bbf2-c900-089f-eeed-d38687fdc502, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.478617] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0609f1d1-6052-48b8-8800-125c5897bb9f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.484661] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1359.484661] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5213381c-1e53-ee1a-b286-825aa09d2af2" [ 1359.484661] env[62555]: _type = "Task" [ 1359.484661] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.494202] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5213381c-1e53-ee1a-b286-825aa09d2af2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.688365] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.759926] env[62555]: DEBUG nova.scheduler.client.report [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1359.760478] env[62555]: DEBUG nova.compute.provider_tree [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 35 to 36 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1359.760796] env[62555]: DEBUG nova.compute.provider_tree [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1359.791812] env[62555]: DEBUG nova.compute.manager [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Received event network-vif-plugged-78d3207b-7570-4f72-8785-1ff87bff414c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1359.792114] env[62555]: DEBUG oslo_concurrency.lockutils [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] Acquiring lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1359.792962] env[62555]: DEBUG oslo_concurrency.lockutils [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] Lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.792962] env[62555]: DEBUG oslo_concurrency.lockutils [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] Lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.792962] env[62555]: DEBUG nova.compute.manager [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] No waiting events found dispatching network-vif-plugged-78d3207b-7570-4f72-8785-1ff87bff414c {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1359.793143] env[62555]: WARNING nova.compute.manager [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Received unexpected event network-vif-plugged-78d3207b-7570-4f72-8785-1ff87bff414c for instance with vm_state building and task_state spawning. [ 1359.793209] env[62555]: DEBUG nova.compute.manager [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Received event network-changed-78d3207b-7570-4f72-8785-1ff87bff414c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1359.793670] env[62555]: DEBUG nova.compute.manager [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Refreshing instance network info cache due to event network-changed-78d3207b-7570-4f72-8785-1ff87bff414c. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1359.793784] env[62555]: DEBUG oslo_concurrency.lockutils [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] Acquiring lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.793884] env[62555]: DEBUG oslo_concurrency.lockutils [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] Acquired lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.794014] env[62555]: DEBUG nova.network.neutron [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Refreshing network info cache for port 78d3207b-7570-4f72-8785-1ff87bff414c {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.817447] env[62555]: DEBUG nova.network.neutron [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updated VIF entry in instance network info cache for port 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.817802] env[62555]: DEBUG nova.network.neutron [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updating instance_info_cache with network_info: [{"id": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "address": "fa:16:3e:a4:78:fa", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8ed43f-6c", "ovs_interfaceid": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.827453] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704141, 'name': CreateVM_Task, 'duration_secs': 0.38667} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.828422] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.829180] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1359.829415] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.829633] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1359.831040] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3e12e0d-2bf6-4f60-abc5-ddb69788526a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.837236] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1359.837236] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52de283c-8cee-ae6a-69d4-b93f4300516b" [ 1359.837236] env[62555]: _type = "Task" [ 1359.837236] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.846724] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52de283c-8cee-ae6a-69d4-b93f4300516b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.910743] env[62555]: DEBUG nova.network.neutron [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Successfully updated port: 554666e9-ba16-4868-8190-98fbf45d1197 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1359.956341] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1359.956681] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07b454d0-025f-4ef1-95b7-267dc10ecb5f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.964314] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1359.964314] env[62555]: value = "task-1704142" [ 1359.964314] env[62555]: _type = "Task" [ 1359.964314] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.976350] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.000699] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5213381c-1e53-ee1a-b286-825aa09d2af2, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.001083] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.001249] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] ab7344d3-bb0b-48f7-bcf6-37edf6daef0e/ab7344d3-bb0b-48f7-bcf6-37edf6daef0e.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.001521] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf7d9819-2488-482e-91a7-0ff78f6ac114 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.011101] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1360.011101] env[62555]: value = "task-1704143" [ 1360.011101] env[62555]: _type = "Task" [ 1360.011101] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.020900] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.269873] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.276s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.274692] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.119s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.277019] env[62555]: INFO nova.compute.claims [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1360.308508] env[62555]: INFO nova.scheduler.client.report [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Deleted allocations for instance a7779533-b163-43dd-9f60-69f64fce8885 [ 1360.321156] env[62555]: DEBUG oslo_concurrency.lockutils [req-ec1e0c6f-f5a1-4d88-b649-f0c0be82dc83 req-f943fdf9-d4cb-4d57-adbf-343035f5b999 service nova] Releasing lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.358332] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52de283c-8cee-ae6a-69d4-b93f4300516b, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.361386] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.361718] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.362105] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.362262] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.362437] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.363384] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72e43420-ec71-4eb6-8b77-15b07ebb80ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.380195] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.380315] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.381700] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17903cb1-0233-4887-9756-7b408aa1a45b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.388324] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1360.388324] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f2498b-18a0-63fd-9e8e-01be6fe7c53d" [ 1360.388324] env[62555]: _type = "Task" [ 1360.388324] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.398167] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f2498b-18a0-63fd-9e8e-01be6fe7c53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.415665] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "refresh_cache-3fc6298e-db1d-4b87-8938-1261e2fc00d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.415665] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquired lock "refresh_cache-3fc6298e-db1d-4b87-8938-1261e2fc00d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.415665] env[62555]: DEBUG nova.network.neutron [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.479869] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquiring lock "3acb452f-249e-4e05-b147-735cd02bfca1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1360.479869] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Lock "3acb452f-249e-4e05-b147-735cd02bfca1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1360.485942] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704142, 'name': PowerOffVM_Task, 'duration_secs': 0.134236} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.485942] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.485942] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1360.486408] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ec0e6c-b7e4-436c-99e5-e1fc16e8203f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.497479] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1360.497743] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b4a4520-3fba-475b-abdf-92d5714c0dab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.526816] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1360.526816] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1360.526816] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Deleting the datastore file [datastore1] 94774863-facf-4e99-b7ae-02ef0500fcad {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1360.530737] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a92bc0b-f490-4585-8a51-b291e75e3968 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.533030] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704143, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.538219] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1360.538219] env[62555]: value = "task-1704145" [ 1360.538219] env[62555]: _type = "Task" [ 1360.538219] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.548849] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.654429] env[62555]: DEBUG nova.network.neutron [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Updated VIF entry in instance network info cache for port 78d3207b-7570-4f72-8785-1ff87bff414c. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1360.654822] env[62555]: DEBUG nova.network.neutron [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Updating instance_info_cache with network_info: [{"id": "78d3207b-7570-4f72-8785-1ff87bff414c", "address": "fa:16:3e:5e:4d:99", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d3207b-75", "ovs_interfaceid": "78d3207b-7570-4f72-8785-1ff87bff414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.818099] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d500eb33-6d5c-426d-8b84-6ac0ecf94f32 tempest-TenantUsagesTestJSON-1599023012 tempest-TenantUsagesTestJSON-1599023012-project-member] Lock "a7779533-b163-43dd-9f60-69f64fce8885" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.645s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.900405] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f2498b-18a0-63fd-9e8e-01be6fe7c53d, 'name': SearchDatastore_Task, 'duration_secs': 0.047391} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.901043] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14dc3bb3-13d3-47b9-bb51-d438cc0b8b1c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.906769] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1360.906769] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a5928f-a78c-2684-5683-c49ec2261678" [ 1360.906769] env[62555]: _type = "Task" [ 1360.906769] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.915210] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a5928f-a78c-2684-5683-c49ec2261678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.953337] env[62555]: DEBUG nova.network.neutron [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1361.023333] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583529} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.023636] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] ab7344d3-bb0b-48f7-bcf6-37edf6daef0e/ab7344d3-bb0b-48f7-bcf6-37edf6daef0e.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1361.023830] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1361.024139] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01eaec68-22aa-4ecc-abd1-c0b14ae03abd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.031217] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1361.031217] env[62555]: value = "task-1704146" [ 1361.031217] env[62555]: _type = "Task" [ 1361.031217] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.050136] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.059345] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187696} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.059345] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1361.059345] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1361.059345] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1361.146843] env[62555]: DEBUG nova.network.neutron [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Updating instance_info_cache with network_info: [{"id": "554666e9-ba16-4868-8190-98fbf45d1197", "address": "fa:16:3e:3b:9f:e1", "network": {"id": "5c0e7638-7d69-4518-acde-f55d22020248", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1008450602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ce47a078abe4721b0e0441bf21fbb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554666e9-ba", "ovs_interfaceid": "554666e9-ba16-4868-8190-98fbf45d1197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.157913] env[62555]: DEBUG oslo_concurrency.lockutils [req-c64093c3-a46b-4021-a12d-dfbdfd6c805f req-45c4bfdc-8969-4bc6-9324-1f98bc2c776a service nova] Releasing lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.419096] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a5928f-a78c-2684-5683-c49ec2261678, 'name': SearchDatastore_Task, 'duration_secs': 0.017933} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.419392] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.419735] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 6073fd04-afee-4fe8-bbe8-5f283c134cf7/6073fd04-afee-4fe8-bbe8-5f283c134cf7.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.420230] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21b93ecd-90b1-463a-8ad4-bc567640ab83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.432144] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1361.432144] env[62555]: value = "task-1704147" [ 1361.432144] env[62555]: _type = "Task" [ 1361.432144] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.443978] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.547164] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086437} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.547563] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1361.553161] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e127b2-ccbd-45d5-817b-c10114d78868 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.587256] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] ab7344d3-bb0b-48f7-bcf6-37edf6daef0e/ab7344d3-bb0b-48f7-bcf6-37edf6daef0e.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1361.593822] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-338534f5-554c-4b78-91c9-4463f1991bb6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.616726] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1361.616726] env[62555]: value = "task-1704148" [ 1361.616726] env[62555]: _type = "Task" [ 1361.616726] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.626284] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704148, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.650138] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Releasing lock "refresh_cache-3fc6298e-db1d-4b87-8938-1261e2fc00d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.650811] env[62555]: DEBUG nova.compute.manager [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Instance network_info: |[{"id": "554666e9-ba16-4868-8190-98fbf45d1197", "address": "fa:16:3e:3b:9f:e1", "network": {"id": "5c0e7638-7d69-4518-acde-f55d22020248", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1008450602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ce47a078abe4721b0e0441bf21fbb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554666e9-ba", "ovs_interfaceid": "554666e9-ba16-4868-8190-98fbf45d1197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1361.651500] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:9f:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '554666e9-ba16-4868-8190-98fbf45d1197', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.662351] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Creating folder: Project (7ce47a078abe4721b0e0441bf21fbb56). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1361.667083] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2c71384-0730-49c5-a4ca-9669bec499f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.679012] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Created folder: Project (7ce47a078abe4721b0e0441bf21fbb56) in parent group-v355069. [ 1361.679369] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Creating folder: Instances. Parent ref: group-v355128. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1361.680023] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fdd67ef-1cd4-44d6-9fa3-0049960fad7d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.692135] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Created folder: Instances in parent group-v355128. [ 1361.692448] env[62555]: DEBUG oslo.service.loopingcall [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1361.692754] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.693089] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0411621-aa40-4b01-a785-f0ef9cd04f91 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.719625] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.719625] env[62555]: value = "task-1704151" [ 1361.719625] env[62555]: _type = "Task" [ 1361.719625] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.728130] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704151, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.811360] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ed9081-3eab-41c8-8aba-8183fbb6ffb9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.827233] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5b2da4-db5a-491d-bd43-a2aa83d35df3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.865852] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b38cc2-01ca-46e5-86ce-6424dc64ff43 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.874889] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc90391-5149-493c-ae2c-ef9750e773f9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.891517] env[62555]: DEBUG nova.compute.provider_tree [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1361.945817] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704147, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.129015] env[62555]: DEBUG nova.virt.hardware [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1362.129015] env[62555]: DEBUG nova.virt.hardware [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1362.129015] env[62555]: DEBUG nova.virt.hardware [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.129015] env[62555]: DEBUG nova.virt.hardware [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1362.129350] env[62555]: DEBUG nova.virt.hardware [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.129350] env[62555]: DEBUG nova.virt.hardware [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1362.129350] env[62555]: DEBUG nova.virt.hardware [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1362.129350] env[62555]: DEBUG nova.virt.hardware [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1362.129350] env[62555]: DEBUG nova.virt.hardware [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1362.129522] env[62555]: DEBUG nova.virt.hardware [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1362.129601] env[62555]: DEBUG nova.virt.hardware [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.130580] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6309cb71-74bd-4d6a-83a7-f0de2f1e1bce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.138755] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704148, 'name': ReconfigVM_Task, 'duration_secs': 0.502378} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.141403] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Reconfigured VM instance instance-00000010 to attach disk [datastore1] ab7344d3-bb0b-48f7-bcf6-37edf6daef0e/ab7344d3-bb0b-48f7-bcf6-37edf6daef0e.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1362.143744] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48f3e8ac-1a58-4067-ad58-35848e8d953b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.145550] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac79bc2-cc88-42d1-965f-8a6440336eb6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.163329] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.177988] env[62555]: DEBUG oslo.service.loopingcall [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1362.177988] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.177988] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1362.177988] env[62555]: value = "task-1704152" [ 1362.177988] env[62555]: _type = "Task" [ 1362.177988] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.177988] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80391c80-8a65-4f25-8f4f-355793cd9289 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.199663] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704152, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.201059] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.201059] env[62555]: value = "task-1704153" [ 1362.201059] env[62555]: _type = "Task" [ 1362.201059] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.208839] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704153, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.231911] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704151, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.326329] env[62555]: DEBUG nova.compute.manager [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.327672] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7894ec2c-b9f0-4d6c-ae23-6eee88b6c126 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.420475] env[62555]: ERROR nova.scheduler.client.report [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [req-9a381e6c-3816-4e5b-b160-6b08819acf29] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9a381e6c-3816-4e5b-b160-6b08819acf29"}]} [ 1362.440555] env[62555]: DEBUG nova.scheduler.client.report [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1362.448403] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591734} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.448983] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 6073fd04-afee-4fe8-bbe8-5f283c134cf7/6073fd04-afee-4fe8-bbe8-5f283c134cf7.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.449449] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.450562] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9d9e17d-df32-4feb-8df8-1fa6c3557efc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.459576] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1362.459576] env[62555]: value = "task-1704154" [ 1362.459576] env[62555]: _type = "Task" [ 1362.459576] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.463997] env[62555]: DEBUG nova.scheduler.client.report [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1362.464351] env[62555]: DEBUG nova.compute.provider_tree [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1362.473558] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.484205] env[62555]: DEBUG nova.scheduler.client.report [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1362.505309] env[62555]: DEBUG nova.scheduler.client.report [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1362.654017] env[62555]: DEBUG nova.compute.manager [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Received event network-vif-plugged-554666e9-ba16-4868-8190-98fbf45d1197 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1362.654017] env[62555]: DEBUG oslo_concurrency.lockutils [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] Acquiring lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1362.654017] env[62555]: DEBUG oslo_concurrency.lockutils [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1362.654423] env[62555]: DEBUG oslo_concurrency.lockutils [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.654880] env[62555]: DEBUG nova.compute.manager [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] No waiting events found dispatching network-vif-plugged-554666e9-ba16-4868-8190-98fbf45d1197 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1362.655198] env[62555]: WARNING nova.compute.manager [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Received unexpected event network-vif-plugged-554666e9-ba16-4868-8190-98fbf45d1197 for instance with vm_state building and task_state spawning. [ 1362.657039] env[62555]: DEBUG nova.compute.manager [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Received event network-changed-554666e9-ba16-4868-8190-98fbf45d1197 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1362.657039] env[62555]: DEBUG nova.compute.manager [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Refreshing instance network info cache due to event network-changed-554666e9-ba16-4868-8190-98fbf45d1197. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1362.657039] env[62555]: DEBUG oslo_concurrency.lockutils [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] Acquiring lock "refresh_cache-3fc6298e-db1d-4b87-8938-1261e2fc00d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.657039] env[62555]: DEBUG oslo_concurrency.lockutils [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] Acquired lock "refresh_cache-3fc6298e-db1d-4b87-8938-1261e2fc00d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.657039] env[62555]: DEBUG nova.network.neutron [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Refreshing network info cache for port 554666e9-ba16-4868-8190-98fbf45d1197 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1362.705794] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704152, 'name': Rename_Task, 'duration_secs': 0.241349} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.710770] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.713464] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e968453-782f-402f-9b96-7d2bf87ebc7a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.720442] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704153, 'name': CreateVM_Task, 'duration_secs': 0.32149} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.724039] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1362.724039] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1362.724039] env[62555]: value = "task-1704155" [ 1362.724039] env[62555]: _type = "Task" [ 1362.724039] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.724039] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.724039] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.724039] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1362.728482] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cd4fb49-cb98-45f9-ab43-aa927483ef82 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.737181] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1362.737181] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520da80a-efb8-52bb-1f2e-8a78598158a7" [ 1362.737181] env[62555]: _type = "Task" [ 1362.737181] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.745047] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704151, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.745347] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704155, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.755970] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520da80a-efb8-52bb-1f2e-8a78598158a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.756125] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1362.756362] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1362.756598] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.756775] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.756989] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1362.757531] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-642b28c7-d0ea-41ca-a19d-bb4ccab3d419 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.767918] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1362.768139] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1362.771584] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56df3dea-5426-4751-9f1b-0754728279d2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.777051] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1362.777051] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d2defa-bcc6-3cb7-986f-017f5407c612" [ 1362.777051] env[62555]: _type = "Task" [ 1362.777051] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.786783] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d2defa-bcc6-3cb7-986f-017f5407c612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.842060] env[62555]: INFO nova.compute.manager [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] instance snapshotting [ 1362.844940] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25f601a-fef7-4c32-bf82-4bc4c215c413 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.868124] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc04386-b21e-4fd5-aa3f-dde186f8a3ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.919133] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc78f6d5-9cb5-451d-9dcd-37d0220678c9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.929128] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0100d1e8-a496-4ad2-b61f-ca415bb0b4c6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.964783] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4803d841-8339-4be6-98c9-dda1a44590c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.974348] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129427} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.975778] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cc1247-90a1-4f4f-b47b-b9802cad3e17 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.984209] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.984209] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564eeeef-5ab2-4a68-a242-2f6c6116efae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.999967] env[62555]: DEBUG nova.compute.provider_tree [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1363.018622] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 6073fd04-afee-4fe8-bbe8-5f283c134cf7/6073fd04-afee-4fe8-bbe8-5f283c134cf7.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.019800] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca0e1e8d-a48f-4532-8dcc-cb2f74898695 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.040787] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1363.040787] env[62555]: value = "task-1704156" [ 1363.040787] env[62555]: _type = "Task" [ 1363.040787] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.053406] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.241903] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704151, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.245176] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704155, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.294884] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d2defa-bcc6-3cb7-986f-017f5407c612, 'name': SearchDatastore_Task, 'duration_secs': 0.009331} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.299454] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e444f60-7857-406b-a618-a32b55c77638 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.310395] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1363.310395] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52479613-6e3e-9d00-79b6-517fdb8860b8" [ 1363.310395] env[62555]: _type = "Task" [ 1363.310395] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.321754] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52479613-6e3e-9d00-79b6-517fdb8860b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.380799] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1363.381268] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-76b95ffc-2022-42c9-bb18-f9a62ea6e414 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.389632] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1363.389632] env[62555]: value = "task-1704157" [ 1363.389632] env[62555]: _type = "Task" [ 1363.389632] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.400658] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.547425] env[62555]: ERROR nova.scheduler.client.report [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [req-fe0e80cd-b320-41f8-8c53-db97228fb613] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fe0e80cd-b320-41f8-8c53-db97228fb613"}]} [ 1363.558941] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.573636] env[62555]: DEBUG nova.scheduler.client.report [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1363.594616] env[62555]: DEBUG nova.scheduler.client.report [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1363.594872] env[62555]: DEBUG nova.compute.provider_tree [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1363.600302] env[62555]: DEBUG oslo_vmware.rw_handles [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ced55f-fe01-d47f-ae1c-15aaff10b261/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1363.602348] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a74479-2d04-43a2-a69e-1b6d54facb46 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.609218] env[62555]: DEBUG oslo_vmware.rw_handles [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ced55f-fe01-d47f-ae1c-15aaff10b261/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1363.609487] env[62555]: ERROR oslo_vmware.rw_handles [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ced55f-fe01-d47f-ae1c-15aaff10b261/disk-0.vmdk due to incomplete transfer. [ 1363.609751] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cb89f28e-4153-459a-b051-84116ac153ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.617807] env[62555]: DEBUG oslo_vmware.rw_handles [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ced55f-fe01-d47f-ae1c-15aaff10b261/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1363.618110] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Uploaded image f64e3b1a-ee51-4fc5-b7e5-720797657adb to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1363.620359] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1363.621546] env[62555]: DEBUG nova.scheduler.client.report [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1363.623522] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1cf7307d-0771-46d4-825f-9f7c5d14d30d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.629436] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1363.629436] env[62555]: value = "task-1704158" [ 1363.629436] env[62555]: _type = "Task" [ 1363.629436] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.638355] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704158, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.645587] env[62555]: DEBUG nova.scheduler.client.report [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1363.683079] env[62555]: DEBUG nova.network.neutron [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Updated VIF entry in instance network info cache for port 554666e9-ba16-4868-8190-98fbf45d1197. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1363.683079] env[62555]: DEBUG nova.network.neutron [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Updating instance_info_cache with network_info: [{"id": "554666e9-ba16-4868-8190-98fbf45d1197", "address": "fa:16:3e:3b:9f:e1", "network": {"id": "5c0e7638-7d69-4518-acde-f55d22020248", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1008450602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ce47a078abe4721b0e0441bf21fbb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554666e9-ba", "ovs_interfaceid": "554666e9-ba16-4868-8190-98fbf45d1197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.749549] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704151, 'name': CreateVM_Task, 'duration_secs': 1.683716} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.752635] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.753671] env[62555]: DEBUG oslo_vmware.api [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704155, 'name': PowerOnVM_Task, 'duration_secs': 0.624088} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.757147] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.757329] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.757649] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1363.757959] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.758614] env[62555]: INFO nova.compute.manager [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1363.758614] env[62555]: DEBUG nova.compute.manager [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.759574] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d33def2-b808-40d2-85e4-a9caefea49ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.762400] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53185712-fcf7-4541-82da-289a931426db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.768596] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1363.768596] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522dbb72-1f15-4a2a-7c2d-63747b9d5f0d" [ 1363.768596] env[62555]: _type = "Task" [ 1363.768596] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.787219] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522dbb72-1f15-4a2a-7c2d-63747b9d5f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.007951} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.787984] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.787984] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.789094] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1363.827070] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52479613-6e3e-9d00-79b6-517fdb8860b8, 'name': SearchDatastore_Task, 'duration_secs': 0.01078} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.827224] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.827458] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 94774863-facf-4e99-b7ae-02ef0500fcad/94774863-facf-4e99-b7ae-02ef0500fcad.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.828629] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.830111] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.830111] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06c9b10f-7027-487f-907f-36e9e4d78a50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.834078] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d42a6f15-0197-4ab8-9621-535a75ab9827 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.844243] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1363.844243] env[62555]: value = "task-1704159" [ 1363.844243] env[62555]: _type = "Task" [ 1363.844243] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.853243] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.853592] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.854655] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd8d63b-8212-4a51-a4e1-3e24da042b00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.863953] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.865774] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1363.865774] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d65bcc-b52f-a419-2252-1245458d695e" [ 1363.865774] env[62555]: _type = "Task" [ 1363.865774] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.875194] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d65bcc-b52f-a419-2252-1245458d695e, 'name': SearchDatastore_Task, 'duration_secs': 0.009513} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.883601] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54270962-e9c4-4abb-b1e4-8fd337a8ce2d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.887631] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1363.887631] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522277d4-0721-08d7-41ed-0efc521a1d23" [ 1363.887631] env[62555]: _type = "Task" [ 1363.887631] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.909875] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522277d4-0721-08d7-41ed-0efc521a1d23, 'name': SearchDatastore_Task, 'duration_secs': 0.014616} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.910537] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.910537] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3fc6298e-db1d-4b87-8938-1261e2fc00d9/3fc6298e-db1d-4b87-8938-1261e2fc00d9.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1363.911644] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-857097cf-651e-4922-bc36-4c31e0ed3f36 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.916746] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704157, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.922675] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1363.922675] env[62555]: value = "task-1704160" [ 1363.922675] env[62555]: _type = "Task" [ 1363.922675] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.933558] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.967544] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquiring lock "31ae588a-dfd8-4f45-b862-0c6222702a84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1363.968267] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Lock "31ae588a-dfd8-4f45-b862-0c6222702a84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1364.064066] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704156, 'name': ReconfigVM_Task, 'duration_secs': 0.725494} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.064386] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 6073fd04-afee-4fe8-bbe8-5f283c134cf7/6073fd04-afee-4fe8-bbe8-5f283c134cf7.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1364.065679] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe665ce4-8da3-42eb-be68-88dafa194f43 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.080774] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1364.080774] env[62555]: value = "task-1704161" [ 1364.080774] env[62555]: _type = "Task" [ 1364.080774] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.098155] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704161, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.142180] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704158, 'name': Destroy_Task, 'duration_secs': 0.469988} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.146732] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Destroyed the VM [ 1364.146732] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1364.148351] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a723504a-bc3a-492c-8e1c-14ee0e75ba6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.159685] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1364.159685] env[62555]: value = "task-1704162" [ 1364.159685] env[62555]: _type = "Task" [ 1364.159685] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.173518] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704162, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.181588] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887f72ee-4fe2-41de-8ff1-baa29c44295f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.185142] env[62555]: DEBUG oslo_concurrency.lockutils [req-fd2ca1c2-6ab3-450e-a1b9-4e1e3037c750 req-f9f66720-9291-4d4e-a757-5f6ca9ea664e service nova] Releasing lock "refresh_cache-3fc6298e-db1d-4b87-8938-1261e2fc00d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1364.190979] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1923a9-8108-4422-89b7-77cf412e1c2b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.230331] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567b8775-b812-42f2-a19e-3e1d01dd35e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.239545] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f59f7-57bb-46e9-b8b6-17ec36045f07 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.259417] env[62555]: DEBUG nova.compute.provider_tree [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.289473] env[62555]: INFO nova.compute.manager [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Took 25.91 seconds to build instance. [ 1364.359479] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704159, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.408967] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704157, 'name': CreateSnapshot_Task, 'duration_secs': 0.530327} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.409602] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1364.410438] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db17601-9e26-428b-a120-679de7e4b16d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.439826] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704160, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.592749] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704161, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.673163] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704162, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.761930] env[62555]: DEBUG nova.scheduler.client.report [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1364.792672] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3816fa07-2206-446c-8352-a30d75ff5dd9 tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.050s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.864414] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549614} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.864414] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 94774863-facf-4e99-b7ae-02ef0500fcad/94774863-facf-4e99-b7ae-02ef0500fcad.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.865108] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.865108] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9ed211d-a637-41bb-b352-c7314a3c0aae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.873429] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1364.873429] env[62555]: value = "task-1704163" [ 1364.873429] env[62555]: _type = "Task" [ 1364.873429] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.886283] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.936524] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1364.940290] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-935590ea-6acc-4790-89bf-e0aab88288e7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.944185] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.832029} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.944388] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3fc6298e-db1d-4b87-8938-1261e2fc00d9/3fc6298e-db1d-4b87-8938-1261e2fc00d9.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1364.944706] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1364.945307] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42f80af5-832d-4bc5-80c7-0cac7d018053 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.950636] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1364.950636] env[62555]: value = "task-1704164" [ 1364.950636] env[62555]: _type = "Task" [ 1364.950636] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.957895] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1364.957895] env[62555]: value = "task-1704165" [ 1364.957895] env[62555]: _type = "Task" [ 1364.957895] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.970377] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704164, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.980473] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.098723] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704161, 'name': Rename_Task, 'duration_secs': 0.51612} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.098723] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.098986] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7c75509-8ae4-430e-859b-d00f2f5a0f04 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.106104] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1365.106104] env[62555]: value = "task-1704166" [ 1365.106104] env[62555]: _type = "Task" [ 1365.106104] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.114297] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.171597] env[62555]: DEBUG oslo_vmware.api [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704162, 'name': RemoveSnapshot_Task, 'duration_secs': 0.933595} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.171597] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1365.171597] env[62555]: INFO nova.compute.manager [None req-23c2acc8-64aa-4804-8466-9f818baccefe tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Took 12.28 seconds to snapshot the instance on the hypervisor. [ 1365.268597] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.993s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.268597] env[62555]: DEBUG nova.compute.manager [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1365.272126] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.598s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.273611] env[62555]: INFO nova.compute.claims [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.295377] env[62555]: DEBUG nova.compute.manager [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1365.385710] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063277} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.385999] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.387191] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c971fb17-a980-4900-a42d-e0a6ceb6cd80 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.410316] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 94774863-facf-4e99-b7ae-02ef0500fcad/94774863-facf-4e99-b7ae-02ef0500fcad.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1365.410759] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a71c891e-f0d5-4885-8311-43b92af17700 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.440494] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1365.440494] env[62555]: value = "task-1704167" [ 1365.440494] env[62555]: _type = "Task" [ 1365.440494] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.451728] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.462384] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704164, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.470154] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064475} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.470792] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1365.471091] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6798ff64-3115-429e-84d5-1424306bad8f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.237770] env[62555]: DEBUG nova.compute.manager [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.241622] env[62555]: DEBUG nova.compute.utils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.256137] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 3fc6298e-db1d-4b87-8938-1261e2fc00d9/3fc6298e-db1d-4b87-8938-1261e2fc00d9.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.261188] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f4321b-2753-4a49-a2f2-ec9466672edb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.267576] env[62555]: DEBUG nova.compute.manager [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1366.267576] env[62555]: DEBUG nova.network.neutron [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.274770] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5938020-bc14-4e63-b8fd-842ca0a140b1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.301471] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704167, 'name': ReconfigVM_Task, 'duration_secs': 0.431277} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.310374] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 94774863-facf-4e99-b7ae-02ef0500fcad/94774863-facf-4e99-b7ae-02ef0500fcad.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.311061] env[62555]: DEBUG oslo_vmware.api [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704166, 'name': PowerOnVM_Task, 'duration_secs': 0.67433} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.313580] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704164, 'name': CloneVM_Task} progress is 95%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.315232] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47f2b843-bd3f-4a62-8393-836704c0511e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.317737] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.317737] env[62555]: INFO nova.compute.manager [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1366.317737] env[62555]: DEBUG nova.compute.manager [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1366.317943] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1366.317943] env[62555]: value = "task-1704168" [ 1366.317943] env[62555]: _type = "Task" [ 1366.317943] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.321151] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.321151] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60fa39a-0fc1-4424-9fe5-4293ce52a10b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.328614] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1366.328614] env[62555]: value = "task-1704169" [ 1366.328614] env[62555]: _type = "Task" [ 1366.328614] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.341142] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.347623] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704169, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.446019] env[62555]: DEBUG nova.policy [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cc03d83d27c40699d66bc5f9c4dc0f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56a37305a5f4ab3b4a763219ebe82eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.758619] env[62555]: DEBUG nova.compute.manager [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1366.763019] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704164, 'name': CloneVM_Task, 'duration_secs': 1.462871} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.767318] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Created linked-clone VM from snapshot [ 1366.768767] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2fbb94-a954-4bfb-8ae1-460c1aeb46c8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.785389] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Uploading image 6d464390-91e5-4b68-95ba-329220e8dbdf {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1366.816306] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1366.816306] env[62555]: value = "vm-355133" [ 1366.816306] env[62555]: _type = "VirtualMachine" [ 1366.816306] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1366.817505] env[62555]: INFO nova.compute.manager [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] instance snapshotting [ 1366.819330] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-596630fc-ebdd-4491-a9e4-f259a4cf164f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.824996] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c17450-3688-462a-b9c5-997b203b292a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.836550] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lease: (returnval){ [ 1366.836550] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f4791e-5017-278c-ad02-b1e98436fa8b" [ 1366.836550] env[62555]: _type = "HttpNfcLease" [ 1366.836550] env[62555]: } obtained for exporting VM: (result){ [ 1366.836550] env[62555]: value = "vm-355133" [ 1366.836550] env[62555]: _type = "VirtualMachine" [ 1366.836550] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1366.837424] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the lease: (returnval){ [ 1366.837424] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f4791e-5017-278c-ad02-b1e98436fa8b" [ 1366.837424] env[62555]: _type = "HttpNfcLease" [ 1366.837424] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1366.877880] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376f5e98-bbea-42ed-a867-93169778db56 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.880835] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704168, 'name': ReconfigVM_Task, 'duration_secs': 0.516007} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.886701] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 3fc6298e-db1d-4b87-8938-1261e2fc00d9/3fc6298e-db1d-4b87-8938-1261e2fc00d9.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1366.886701] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704169, 'name': Rename_Task, 'duration_secs': 0.190182} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.888342] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6f5eb91-b963-45af-9ec9-3ef6fac6c4b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.889863] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.890807] env[62555]: INFO nova.compute.manager [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Took 27.23 seconds to build instance. [ 1366.894565] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b947e95-fd0b-4565-9df4-e0c4534ea271 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.898599] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1366.898599] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f4791e-5017-278c-ad02-b1e98436fa8b" [ 1366.898599] env[62555]: _type = "HttpNfcLease" [ 1366.898599] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1366.899417] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1366.899417] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f4791e-5017-278c-ad02-b1e98436fa8b" [ 1366.899417] env[62555]: _type = "HttpNfcLease" [ 1366.899417] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1366.900716] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570b8ea8-045b-45d4-a27c-b39073211b73 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.907536] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1366.907536] env[62555]: value = "task-1704171" [ 1366.907536] env[62555]: _type = "Task" [ 1366.907536] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.907820] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1366.907820] env[62555]: value = "task-1704172" [ 1366.907820] env[62555]: _type = "Task" [ 1366.907820] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.916906] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264c5fc-4e97-97fe-3c16-de3fe8f8959f/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1366.917091] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264c5fc-4e97-97fe-3c16-de3fe8f8959f/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1366.984885] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704171, 'name': Rename_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.985230] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704172, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.987644] env[62555]: DEBUG nova.network.neutron [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Successfully created port: 572c0f56-0a13-41df-b1fb-74832816787d {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.023103] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c8bd32d1-05ed-4f07-b6f3-36d0d9274981 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.296908] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquiring lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.297364] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.359345] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6562ccc-09d9-4efe-b03e-78554e3e4652 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.368191] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094f9f2-9dc9-468b-9bd9-a97904d17bad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.401391] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55b2b98f-9064-412b-a33a-27da7608f35f tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.759s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.402543] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1367.404178] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-491fab77-f4b6-4cd0-b507-e5e2e8617011 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.406752] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50983b6-f434-498b-863a-969230382cf2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.418058] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1367.418058] env[62555]: value = "task-1704173" [ 1367.418058] env[62555]: _type = "Task" [ 1367.418058] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.425526] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d8f78e-c46d-4dee-8194-1bc6fad0e572 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.436138] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704171, 'name': Rename_Task, 'duration_secs': 0.211839} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.436589] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704172, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.437582] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1367.438185] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01a9c6bd-605b-4c38-abd9-7792859de5b8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.451522] env[62555]: DEBUG nova.compute.provider_tree [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1367.453352] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704173, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.459059] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1367.459059] env[62555]: value = "task-1704174" [ 1367.459059] env[62555]: _type = "Task" [ 1367.459059] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.469452] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.774942] env[62555]: DEBUG nova.compute.manager [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.807540] env[62555]: DEBUG nova.virt.hardware [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1367.807847] env[62555]: DEBUG nova.virt.hardware [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1367.808015] env[62555]: DEBUG nova.virt.hardware [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.808250] env[62555]: DEBUG nova.virt.hardware [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1367.808363] env[62555]: DEBUG nova.virt.hardware [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.808509] env[62555]: DEBUG nova.virt.hardware [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1367.808717] env[62555]: DEBUG nova.virt.hardware [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1367.808876] env[62555]: DEBUG nova.virt.hardware [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1367.809954] env[62555]: DEBUG nova.virt.hardware [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1367.809954] env[62555]: DEBUG nova.virt.hardware [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1367.809954] env[62555]: DEBUG nova.virt.hardware [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1367.810732] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbb35fb-4b08-4e43-b027-09698aad6841 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.821405] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faddbb8d-e20f-41ff-a294-6f23a31d01dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.911500] env[62555]: DEBUG nova.compute.manager [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1367.937019] env[62555]: DEBUG oslo_vmware.api [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704172, 'name': PowerOnVM_Task, 'duration_secs': 0.716943} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.938080] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.938323] env[62555]: DEBUG nova.compute.manager [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.938611] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704173, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.939343] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79dbd64-efaf-41d7-a42d-426259c366ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.976167] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704174, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.984708] env[62555]: ERROR nova.scheduler.client.report [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [req-51718794-b599-4334-8fd2-472107d33c56] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-51718794-b599-4334-8fd2-472107d33c56"}]} [ 1368.002418] env[62555]: DEBUG nova.scheduler.client.report [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1368.028089] env[62555]: DEBUG nova.scheduler.client.report [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1368.031611] env[62555]: DEBUG nova.compute.provider_tree [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1368.056561] env[62555]: DEBUG nova.scheduler.client.report [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1368.081191] env[62555]: DEBUG nova.scheduler.client.report [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1368.279698] env[62555]: DEBUG oslo_concurrency.lockutils [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "e6631b64-61c4-477f-8a0e-65319e540e29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.283022] env[62555]: DEBUG oslo_concurrency.lockutils [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "e6631b64-61c4-477f-8a0e-65319e540e29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.283022] env[62555]: DEBUG oslo_concurrency.lockutils [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "e6631b64-61c4-477f-8a0e-65319e540e29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.283022] env[62555]: DEBUG oslo_concurrency.lockutils [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "e6631b64-61c4-477f-8a0e-65319e540e29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.283022] env[62555]: DEBUG oslo_concurrency.lockutils [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "e6631b64-61c4-477f-8a0e-65319e540e29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.284392] env[62555]: INFO nova.compute.manager [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Terminating instance [ 1368.437816] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704173, 'name': CreateSnapshot_Task, 'duration_secs': 0.923786} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.438821] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.439125] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1368.439973] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dce09e-2a6d-42dd-bb10-27acba812a03 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.465948] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.473707] env[62555]: DEBUG oslo_vmware.api [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704174, 'name': PowerOnVM_Task, 'duration_secs': 0.759753} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.477448] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1368.480320] env[62555]: INFO nova.compute.manager [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1368.480320] env[62555]: DEBUG nova.compute.manager [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1368.480320] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae08fdf-2cf0-4198-a762-69b55866a54d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.596367] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc3e0c5-e19d-4bf3-9eac-cf5364d6bba8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.606590] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c676ad-da92-4591-89a6-a4357e33edfa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.643951] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4b1c65-2574-49ce-ba46-e3ee08059be5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.651984] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb984a0f-7bb2-467e-86b5-4bf3d7ef1ffc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.668812] env[62555]: DEBUG nova.compute.provider_tree [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1368.791821] env[62555]: DEBUG nova.compute.manager [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.792530] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.793730] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bc3b44-452d-4f74-91c6-ebbcac300b7e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.806027] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.806027] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26cb1621-d032-4eaa-8e71-2b6c88b6f1f9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.882266] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.882266] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.882266] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleting the datastore file [datastore1] e6631b64-61c4-477f-8a0e-65319e540e29 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.882266] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55de9bca-3cd8-49b2-b13b-f53e25d5b135 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.888331] env[62555]: DEBUG oslo_vmware.api [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1368.888331] env[62555]: value = "task-1704176" [ 1368.888331] env[62555]: _type = "Task" [ 1368.888331] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.898616] env[62555]: DEBUG oslo_vmware.api [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.976131] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1368.976610] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1cf06d33-c4f9-40dc-9190-3343ef5e6809 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.988038] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1368.988038] env[62555]: value = "task-1704177" [ 1368.988038] env[62555]: _type = "Task" [ 1368.988038] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.008511] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704177, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.009212] env[62555]: INFO nova.compute.manager [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Took 28.18 seconds to build instance. [ 1369.155034] env[62555]: DEBUG nova.network.neutron [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Successfully updated port: 572c0f56-0a13-41df-b1fb-74832816787d {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1369.220499] env[62555]: DEBUG nova.scheduler.client.report [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1369.220796] env[62555]: DEBUG nova.compute.provider_tree [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 39 to 40 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1369.221821] env[62555]: DEBUG nova.compute.provider_tree [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1369.405708] env[62555]: DEBUG oslo_vmware.api [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285707} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.408537] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.408537] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.408537] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.408537] env[62555]: INFO nova.compute.manager [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1369.408537] env[62555]: DEBUG oslo.service.loopingcall [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.408537] env[62555]: DEBUG nova.compute.manager [-] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.408813] env[62555]: DEBUG nova.network.neutron [-] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.503232] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704177, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.511641] env[62555]: DEBUG oslo_concurrency.lockutils [None req-339064ca-4c19-40f3-8646-5f103b2c1bc5 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.317s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.660197] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquiring lock "refresh_cache-c846f03f-5847-4c38-b654-fe7cf846f059" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.660426] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquired lock "refresh_cache-c846f03f-5847-4c38-b654-fe7cf846f059" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.660568] env[62555]: DEBUG nova.network.neutron [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1369.733201] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.461s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.733413] env[62555]: DEBUG nova.compute.manager [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1369.740683] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.363s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.740950] env[62555]: DEBUG nova.objects.instance [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Lazy-loading 'resources' on Instance uuid bc049f7b-e4f8-46e5-b873-58de47cae810 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.004023] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704177, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.017346] env[62555]: DEBUG nova.compute.manager [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.028039] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.028219] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.203957] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "4103f309-bdfb-488a-a904-163ccc0216e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.204611] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "4103f309-bdfb-488a-a904-163ccc0216e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.217300] env[62555]: DEBUG nova.compute.manager [req-0a397fcd-c5ea-4211-82a3-5cff7ca0ea94 req-2a6cfaf4-5fd8-4862-b640-ae33bbb68f1e service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Received event network-vif-plugged-572c0f56-0a13-41df-b1fb-74832816787d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1370.217577] env[62555]: DEBUG oslo_concurrency.lockutils [req-0a397fcd-c5ea-4211-82a3-5cff7ca0ea94 req-2a6cfaf4-5fd8-4862-b640-ae33bbb68f1e service nova] Acquiring lock "c846f03f-5847-4c38-b654-fe7cf846f059-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.218879] env[62555]: DEBUG oslo_concurrency.lockutils [req-0a397fcd-c5ea-4211-82a3-5cff7ca0ea94 req-2a6cfaf4-5fd8-4862-b640-ae33bbb68f1e service nova] Lock "c846f03f-5847-4c38-b654-fe7cf846f059-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.218879] env[62555]: DEBUG oslo_concurrency.lockutils [req-0a397fcd-c5ea-4211-82a3-5cff7ca0ea94 req-2a6cfaf4-5fd8-4862-b640-ae33bbb68f1e service nova] Lock "c846f03f-5847-4c38-b654-fe7cf846f059-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.218879] env[62555]: DEBUG nova.compute.manager [req-0a397fcd-c5ea-4211-82a3-5cff7ca0ea94 req-2a6cfaf4-5fd8-4862-b640-ae33bbb68f1e service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] No waiting events found dispatching network-vif-plugged-572c0f56-0a13-41df-b1fb-74832816787d {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1370.218879] env[62555]: WARNING nova.compute.manager [req-0a397fcd-c5ea-4211-82a3-5cff7ca0ea94 req-2a6cfaf4-5fd8-4862-b640-ae33bbb68f1e service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Received unexpected event network-vif-plugged-572c0f56-0a13-41df-b1fb-74832816787d for instance with vm_state building and task_state spawning. [ 1370.219262] env[62555]: DEBUG nova.network.neutron [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.243541] env[62555]: DEBUG nova.compute.utils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1370.246223] env[62555]: DEBUG nova.compute.manager [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1370.246223] env[62555]: DEBUG nova.network.neutron [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1370.446724] env[62555]: DEBUG nova.policy [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '387b091dc2e14476857c6b25907df3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c8d54a9ca4442deae50f50c099981ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1370.503464] env[62555]: DEBUG nova.network.neutron [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Updating instance_info_cache with network_info: [{"id": "572c0f56-0a13-41df-b1fb-74832816787d", "address": "fa:16:3e:8c:0f:bb", "network": {"id": "ec1d98ad-a8e5-42c7-a4e7-bfa92847090d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-206159643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56a37305a5f4ab3b4a763219ebe82eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c0f56-0a", "ovs_interfaceid": "572c0f56-0a13-41df-b1fb-74832816787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.515263] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704177, 'name': CloneVM_Task, 'duration_secs': 1.476052} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.519349] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Created linked-clone VM from snapshot [ 1370.524068] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf31b127-7755-40b7-ad95-9c85f498464c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.531489] env[62555]: DEBUG nova.network.neutron [-] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.536207] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Uploading image 19593402-7f34-4aa9-8c3b-95f045623d85 {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1370.549819] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.567323] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1370.567406] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-22ffd9e3-1455-4d3a-9b1f-fb532313ac50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.574798] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1370.574798] env[62555]: value = "task-1704178" [ 1370.574798] env[62555]: _type = "Task" [ 1370.574798] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.587592] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704178, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.746682] env[62555]: DEBUG nova.compute.manager [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1370.801500] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a488dc10-7255-4e88-9728-478177f63c23 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.810539] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35aa327-8fb3-4a5b-bc30-608ebe7e6f4a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.851383] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d40629-ffcc-47c7-b075-978d2bf0694e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.860285] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46248f63-5b28-4706-8e8a-b8229bd4d848 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.878569] env[62555]: DEBUG nova.compute.provider_tree [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.966373] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "18a1b107-48ee-4015-8c12-8ffb99fabb26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.966688] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "18a1b107-48ee-4015-8c12-8ffb99fabb26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.009518] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Releasing lock "refresh_cache-c846f03f-5847-4c38-b654-fe7cf846f059" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.009906] env[62555]: DEBUG nova.compute.manager [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Instance network_info: |[{"id": "572c0f56-0a13-41df-b1fb-74832816787d", "address": "fa:16:3e:8c:0f:bb", "network": {"id": "ec1d98ad-a8e5-42c7-a4e7-bfa92847090d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-206159643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56a37305a5f4ab3b4a763219ebe82eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c0f56-0a", "ovs_interfaceid": "572c0f56-0a13-41df-b1fb-74832816787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1371.010769] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:0f:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '572c0f56-0a13-41df-b1fb-74832816787d', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.021875] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Creating folder: Project (a56a37305a5f4ab3b4a763219ebe82eb). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.022861] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa977bd1-b837-4aa1-9a0d-5a83457eea7f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.039378] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Created folder: Project (a56a37305a5f4ab3b4a763219ebe82eb) in parent group-v355069. [ 1371.039378] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Creating folder: Instances. Parent ref: group-v355136. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1371.039378] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6427550c-f2b5-4cc0-9c7a-24cd6cd66e31 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.050033] env[62555]: INFO nova.compute.manager [-] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Took 1.64 seconds to deallocate network for instance. [ 1371.063180] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Created folder: Instances in parent group-v355136. [ 1371.063180] env[62555]: DEBUG oslo.service.loopingcall [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1371.063180] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.063180] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a472c0c9-986f-4f34-80b1-0743a6b0dbf5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.082156] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.082156] env[62555]: value = "task-1704181" [ 1371.082156] env[62555]: _type = "Task" [ 1371.082156] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.090482] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704178, 'name': Destroy_Task, 'duration_secs': 0.510566} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.091279] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Destroyed the VM [ 1371.091454] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1371.091714] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd4fbd77-b4ce-410f-b25e-a699bfd0c6e7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.097290] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704181, 'name': CreateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.102676] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1371.102676] env[62555]: value = "task-1704182" [ 1371.102676] env[62555]: _type = "Task" [ 1371.102676] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.116310] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704182, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.383494] env[62555]: DEBUG nova.scheduler.client.report [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1371.573811] env[62555]: DEBUG oslo_concurrency.lockutils [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.592863] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704181, 'name': CreateVM_Task, 'duration_secs': 0.48662} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.593352] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.594213] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1371.594445] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.594695] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1371.595093] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff08ac36-308b-4eb0-9bc6-d92865a88522 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.600819] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for the task: (returnval){ [ 1371.600819] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5215c711-6780-9481-5815-ee24ba688c71" [ 1371.600819] env[62555]: _type = "Task" [ 1371.600819] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.614169] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5215c711-6780-9481-5815-ee24ba688c71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.615099] env[62555]: DEBUG nova.network.neutron [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Successfully created port: 26366ee1-1ca4-4db5-93b8-ee4128d85f23 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.620230] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704182, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.761320] env[62555]: DEBUG nova.compute.manager [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1371.793455] env[62555]: DEBUG nova.virt.hardware [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1371.793455] env[62555]: DEBUG nova.virt.hardware [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1371.793455] env[62555]: DEBUG nova.virt.hardware [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.794267] env[62555]: DEBUG nova.virt.hardware [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1371.794607] env[62555]: DEBUG nova.virt.hardware [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.794877] env[62555]: DEBUG nova.virt.hardware [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1371.795391] env[62555]: DEBUG nova.virt.hardware [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1371.796122] env[62555]: DEBUG nova.virt.hardware [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1371.796122] env[62555]: DEBUG nova.virt.hardware [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1371.796388] env[62555]: DEBUG nova.virt.hardware [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1371.796745] env[62555]: DEBUG nova.virt.hardware [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1371.797805] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fb4fc0-631a-4d97-ab8b-a2f5cf6c7edc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.810029] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab2f535-6161-4bf7-9710-9d87422101b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.891432] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.895075] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.285s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.929707] env[62555]: INFO nova.scheduler.client.report [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Deleted allocations for instance bc049f7b-e4f8-46e5-b873-58de47cae810 [ 1372.120719] env[62555]: DEBUG oslo_vmware.api [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704182, 'name': RemoveSnapshot_Task, 'duration_secs': 0.873834} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.127246] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1372.128134] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5215c711-6780-9481-5815-ee24ba688c71, 'name': SearchDatastore_Task, 'duration_secs': 0.017199} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.128704] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.131726] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.131726] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.131726] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.131726] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.131726] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af28cc56-0bd9-4f06-ae28-65af5768fc8c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.146960] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.147237] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.148602] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469027d8-6fbc-48aa-b331-fa969f8918e5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.159606] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for the task: (returnval){ [ 1372.159606] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a35d6a-3cb8-48f8-3f45-38a4b91145fa" [ 1372.159606] env[62555]: _type = "Task" [ 1372.159606] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.171129] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a35d6a-3cb8-48f8-3f45-38a4b91145fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.406220] env[62555]: INFO nova.compute.claims [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1372.445722] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cae6eb09-e3d5-460d-8566-30d826ed6570 tempest-ServerDiagnosticsNegativeTest-180054329 tempest-ServerDiagnosticsNegativeTest-180054329-project-member] Lock "bc049f7b-e4f8-46e5-b873-58de47cae810" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.911s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.631892] env[62555]: WARNING nova.compute.manager [None req-fef0a19c-0b17-45bd-a225-680f0792fbd5 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Image not found during snapshot: nova.exception.ImageNotFound: Image 19593402-7f34-4aa9-8c3b-95f045623d85 could not be found. [ 1372.679027] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a35d6a-3cb8-48f8-3f45-38a4b91145fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013045} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.679027] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78c3a8f-2bb2-4137-8a10-76422546661a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.685355] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for the task: (returnval){ [ 1372.685355] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a0aea9-57ca-a9e3-1326-6990bd74347c" [ 1372.685355] env[62555]: _type = "Task" [ 1372.685355] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.693641] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a0aea9-57ca-a9e3-1326-6990bd74347c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.917330] env[62555]: INFO nova.compute.resource_tracker [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating resource usage from migration 8feba73f-d431-452a-bbd9-bf7e44032199 [ 1373.004807] env[62555]: DEBUG nova.compute.manager [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Received event network-changed-572c0f56-0a13-41df-b1fb-74832816787d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1373.005016] env[62555]: DEBUG nova.compute.manager [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Refreshing instance network info cache due to event network-changed-572c0f56-0a13-41df-b1fb-74832816787d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1373.005241] env[62555]: DEBUG oslo_concurrency.lockutils [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] Acquiring lock "refresh_cache-c846f03f-5847-4c38-b654-fe7cf846f059" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.005386] env[62555]: DEBUG oslo_concurrency.lockutils [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] Acquired lock "refresh_cache-c846f03f-5847-4c38-b654-fe7cf846f059" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.005541] env[62555]: DEBUG nova.network.neutron [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Refreshing network info cache for port 572c0f56-0a13-41df-b1fb-74832816787d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.118835] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquiring lock "94774863-facf-4e99-b7ae-02ef0500fcad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.118835] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "94774863-facf-4e99-b7ae-02ef0500fcad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.122604] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquiring lock "94774863-facf-4e99-b7ae-02ef0500fcad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.122604] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "94774863-facf-4e99-b7ae-02ef0500fcad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.122604] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "94774863-facf-4e99-b7ae-02ef0500fcad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.124863] env[62555]: INFO nova.compute.manager [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Terminating instance [ 1373.205974] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a0aea9-57ca-a9e3-1326-6990bd74347c, 'name': SearchDatastore_Task, 'duration_secs': 0.017017} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.206632] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.207174] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c846f03f-5847-4c38-b654-fe7cf846f059/c846f03f-5847-4c38-b654-fe7cf846f059.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.210312] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbd58e3f-c23c-45b6-83cf-fb7da93c71a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.224023] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for the task: (returnval){ [ 1373.224023] env[62555]: value = "task-1704183" [ 1373.224023] env[62555]: _type = "Task" [ 1373.224023] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.235490] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.439546] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b99a127-8827-4fff-a6a9-2767d9d2e247 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.451424] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ef8afe-bf06-4a88-bd79-2c1e43820962 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.491402] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c543ff84-46bc-4cfb-993e-7ea564e7300c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.499442] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c95964-2571-4ad4-bc17-ea3f220c4768 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.517391] env[62555]: DEBUG nova.compute.provider_tree [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.637168] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquiring lock "refresh_cache-94774863-facf-4e99-b7ae-02ef0500fcad" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.637518] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquired lock "refresh_cache-94774863-facf-4e99-b7ae-02ef0500fcad" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.637664] env[62555]: DEBUG nova.network.neutron [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.741502] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704183, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.900043] env[62555]: DEBUG nova.network.neutron [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Successfully updated port: 26366ee1-1ca4-4db5-93b8-ee4128d85f23 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.021878] env[62555]: DEBUG nova.scheduler.client.report [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1374.060696] env[62555]: DEBUG nova.network.neutron [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Updated VIF entry in instance network info cache for port 572c0f56-0a13-41df-b1fb-74832816787d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.061327] env[62555]: DEBUG nova.network.neutron [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Updating instance_info_cache with network_info: [{"id": "572c0f56-0a13-41df-b1fb-74832816787d", "address": "fa:16:3e:8c:0f:bb", "network": {"id": "ec1d98ad-a8e5-42c7-a4e7-bfa92847090d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-206159643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56a37305a5f4ab3b4a763219ebe82eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c0f56-0a", "ovs_interfaceid": "572c0f56-0a13-41df-b1fb-74832816787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.167622] env[62555]: DEBUG nova.network.neutron [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.233934] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831541} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.234426] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c846f03f-5847-4c38-b654-fe7cf846f059/c846f03f-5847-4c38-b654-fe7cf846f059.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.234675] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.234772] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a736fe4-e2de-4b0e-84d5-47b92fbfddca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.242391] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for the task: (returnval){ [ 1374.242391] env[62555]: value = "task-1704184" [ 1374.242391] env[62555]: _type = "Task" [ 1374.242391] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.255577] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.273330] env[62555]: DEBUG nova.network.neutron [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.408476] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "refresh_cache-5407aef9-6270-418f-b018-fee8ef74dbe4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.408635] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquired lock "refresh_cache-5407aef9-6270-418f-b018-fee8ef74dbe4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.408813] env[62555]: DEBUG nova.network.neutron [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.528431] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.633s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.528537] env[62555]: INFO nova.compute.manager [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Migrating [ 1374.528781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.532209] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.533676] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.736s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.533952] env[62555]: DEBUG nova.objects.instance [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Lazy-loading 'resources' on Instance uuid 73d5176a-a77d-4d36-ad7c-1cc73c6f1556 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.551439] env[62555]: DEBUG nova.compute.manager [req-0a863a81-5f42-4a85-9d35-bdee68aa6820 req-0bc3c927-ab0f-480b-bcb3-1e4352efb137 service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Received event network-vif-plugged-26366ee1-1ca4-4db5-93b8-ee4128d85f23 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1374.551783] env[62555]: DEBUG oslo_concurrency.lockutils [req-0a863a81-5f42-4a85-9d35-bdee68aa6820 req-0bc3c927-ab0f-480b-bcb3-1e4352efb137 service nova] Acquiring lock "5407aef9-6270-418f-b018-fee8ef74dbe4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.552144] env[62555]: DEBUG oslo_concurrency.lockutils [req-0a863a81-5f42-4a85-9d35-bdee68aa6820 req-0bc3c927-ab0f-480b-bcb3-1e4352efb137 service nova] Lock "5407aef9-6270-418f-b018-fee8ef74dbe4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.552418] env[62555]: DEBUG oslo_concurrency.lockutils [req-0a863a81-5f42-4a85-9d35-bdee68aa6820 req-0bc3c927-ab0f-480b-bcb3-1e4352efb137 service nova] Lock "5407aef9-6270-418f-b018-fee8ef74dbe4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1374.552710] env[62555]: DEBUG nova.compute.manager [req-0a863a81-5f42-4a85-9d35-bdee68aa6820 req-0bc3c927-ab0f-480b-bcb3-1e4352efb137 service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] No waiting events found dispatching network-vif-plugged-26366ee1-1ca4-4db5-93b8-ee4128d85f23 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1374.553348] env[62555]: WARNING nova.compute.manager [req-0a863a81-5f42-4a85-9d35-bdee68aa6820 req-0bc3c927-ab0f-480b-bcb3-1e4352efb137 service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Received unexpected event network-vif-plugged-26366ee1-1ca4-4db5-93b8-ee4128d85f23 for instance with vm_state building and task_state spawning. [ 1374.564772] env[62555]: DEBUG oslo_concurrency.lockutils [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] Releasing lock "refresh_cache-c846f03f-5847-4c38-b654-fe7cf846f059" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.565040] env[62555]: DEBUG nova.compute.manager [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Received event network-vif-deleted-42ab94cc-b73f-4315-b012-09dc3764297f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1374.565227] env[62555]: DEBUG nova.compute.manager [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Received event network-changed-78d3207b-7570-4f72-8785-1ff87bff414c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1374.565380] env[62555]: DEBUG nova.compute.manager [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Refreshing instance network info cache due to event network-changed-78d3207b-7570-4f72-8785-1ff87bff414c. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1374.565592] env[62555]: DEBUG oslo_concurrency.lockutils [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] Acquiring lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.565793] env[62555]: DEBUG oslo_concurrency.lockutils [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] Acquired lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.565899] env[62555]: DEBUG nova.network.neutron [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Refreshing network info cache for port 78d3207b-7570-4f72-8785-1ff87bff414c {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.746338] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "82834fab-3c1c-4451-a202-49dced9c36ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1374.746338] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "82834fab-3c1c-4451-a202-49dced9c36ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1374.758227] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068655} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.761103] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.761103] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5b1862-970c-486b-806d-a31d7a5fc944 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.782521] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] c846f03f-5847-4c38-b654-fe7cf846f059/c846f03f-5847-4c38-b654-fe7cf846f059.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.783102] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Releasing lock "refresh_cache-94774863-facf-4e99-b7ae-02ef0500fcad" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.783527] env[62555]: DEBUG nova.compute.manager [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.783722] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.783966] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1755c4be-342e-46c6-be1d-c3559cbd9e61 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.798975] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b56f9d-a72f-4092-946b-c49b8e410e02 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.808472] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.809815] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14c16aaa-63a9-42a2-a3ef-78a2dce16b92 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.811465] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for the task: (returnval){ [ 1374.811465] env[62555]: value = "task-1704185" [ 1374.811465] env[62555]: _type = "Task" [ 1374.811465] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.816108] env[62555]: DEBUG oslo_vmware.api [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1374.816108] env[62555]: value = "task-1704186" [ 1374.816108] env[62555]: _type = "Task" [ 1374.816108] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.822750] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704185, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.830628] env[62555]: DEBUG oslo_vmware.api [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.967548] env[62555]: DEBUG nova.network.neutron [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.048024] env[62555]: INFO nova.compute.rpcapi [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1375.048024] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.209290] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264c5fc-4e97-97fe-3c16-de3fe8f8959f/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1375.213018] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ba4eac-4102-4037-9a32-53145dfc03e2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.223796] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264c5fc-4e97-97fe-3c16-de3fe8f8959f/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1375.224023] env[62555]: ERROR oslo_vmware.rw_handles [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264c5fc-4e97-97fe-3c16-de3fe8f8959f/disk-0.vmdk due to incomplete transfer. [ 1375.224549] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d8b916d-0102-42cb-998b-aeb709217198 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.234697] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264c5fc-4e97-97fe-3c16-de3fe8f8959f/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1375.234988] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Uploaded image 6d464390-91e5-4b68-95ba-329220e8dbdf to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1375.236993] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1375.237822] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a61e52d-b081-49d8-895e-a5acc7d18cfe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.245244] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1375.245244] env[62555]: value = "task-1704187" [ 1375.245244] env[62555]: _type = "Task" [ 1375.245244] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.256065] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704187, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.265959] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "9507999b-d5a3-4091-8457-a119a1726ea2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.266499] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.334455] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.334455] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.334603] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.334766] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.334938] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.335114] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.339785] env[62555]: DEBUG oslo_vmware.api [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704186, 'name': PowerOffVM_Task, 'duration_secs': 0.181239} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.342731] env[62555]: INFO nova.compute.manager [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Terminating instance [ 1375.344126] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.344301] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.344940] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d1b26d5-3f49-45d4-ad39-3686adb14696 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.371300] env[62555]: DEBUG nova.network.neutron [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Updating instance_info_cache with network_info: [{"id": "26366ee1-1ca4-4db5-93b8-ee4128d85f23", "address": "fa:16:3e:af:cd:42", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26366ee1-1c", "ovs_interfaceid": "26366ee1-1ca4-4db5-93b8-ee4128d85f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.383031] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.383289] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.383912] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Deleting the datastore file [datastore1] 94774863-facf-4e99-b7ae-02ef0500fcad {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.384043] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbd77ee7-4b50-460e-a602-f67c5f8099b8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.391358] env[62555]: DEBUG oslo_vmware.api [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for the task: (returnval){ [ 1375.391358] env[62555]: value = "task-1704189" [ 1375.391358] env[62555]: _type = "Task" [ 1375.391358] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.401879] env[62555]: DEBUG oslo_vmware.api [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.446593] env[62555]: DEBUG nova.compute.manager [req-e877046b-a2fd-4701-a180-3616632f2fdb req-deb3fa4f-3c72-421f-83b5-afd00d73d04a service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Received event network-changed-554666e9-ba16-4868-8190-98fbf45d1197 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1375.446798] env[62555]: DEBUG nova.compute.manager [req-e877046b-a2fd-4701-a180-3616632f2fdb req-deb3fa4f-3c72-421f-83b5-afd00d73d04a service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Refreshing instance network info cache due to event network-changed-554666e9-ba16-4868-8190-98fbf45d1197. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1375.447071] env[62555]: DEBUG oslo_concurrency.lockutils [req-e877046b-a2fd-4701-a180-3616632f2fdb req-deb3fa4f-3c72-421f-83b5-afd00d73d04a service nova] Acquiring lock "refresh_cache-3fc6298e-db1d-4b87-8938-1261e2fc00d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.447163] env[62555]: DEBUG oslo_concurrency.lockutils [req-e877046b-a2fd-4701-a180-3616632f2fdb req-deb3fa4f-3c72-421f-83b5-afd00d73d04a service nova] Acquired lock "refresh_cache-3fc6298e-db1d-4b87-8938-1261e2fc00d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.448096] env[62555]: DEBUG nova.network.neutron [req-e877046b-a2fd-4701-a180-3616632f2fdb req-deb3fa4f-3c72-421f-83b5-afd00d73d04a service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Refreshing network info cache for port 554666e9-ba16-4868-8190-98fbf45d1197 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.561897] env[62555]: DEBUG nova.network.neutron [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Updated VIF entry in instance network info cache for port 78d3207b-7570-4f72-8785-1ff87bff414c. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.562429] env[62555]: DEBUG nova.network.neutron [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Updating instance_info_cache with network_info: [{"id": "78d3207b-7570-4f72-8785-1ff87bff414c", "address": "fa:16:3e:5e:4d:99", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d3207b-75", "ovs_interfaceid": "78d3207b-7570-4f72-8785-1ff87bff414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.584843] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.585054] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.585235] env[62555]: DEBUG nova.network.neutron [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.611517] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5950313-ecc9-4954-92b3-df27d2b7826c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.619518] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1fbf6f-f3aa-41a0-9bfc-cb422c33a6fa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.653075] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1061c3d-6abd-4542-ba6a-4927fb1ccaad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.660625] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd057d5d-9350-4ae9-9b76-c7c4679afaef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.674126] env[62555]: DEBUG nova.compute.provider_tree [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.759063] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704187, 'name': Destroy_Task, 'duration_secs': 0.34843} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.759400] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Destroyed the VM [ 1375.759752] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1375.760109] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7440950a-737a-47a7-824d-882a2bbcac13 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.768390] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1375.768390] env[62555]: value = "task-1704190" [ 1375.768390] env[62555]: _type = "Task" [ 1375.768390] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.779774] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.826748] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704185, 'name': ReconfigVM_Task, 'duration_secs': 0.561029} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.827093] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Reconfigured VM instance instance-00000013 to attach disk [datastore1] c846f03f-5847-4c38-b654-fe7cf846f059/c846f03f-5847-4c38-b654-fe7cf846f059.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.827842] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0101b5c0-ea0a-4def-a1bd-bde857e4f5c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.837377] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for the task: (returnval){ [ 1375.837377] env[62555]: value = "task-1704191" [ 1375.837377] env[62555]: _type = "Task" [ 1375.837377] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.842904] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704191, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.848766] env[62555]: DEBUG nova.compute.manager [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.849022] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.849859] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495666cd-8ca1-479b-9740-500f181fbb8f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.858363] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.858752] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-197bf620-fa14-4cca-b1a9-503402ec1468 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.868488] env[62555]: DEBUG oslo_vmware.api [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1375.868488] env[62555]: value = "task-1704192" [ 1375.868488] env[62555]: _type = "Task" [ 1375.868488] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.874399] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Releasing lock "refresh_cache-5407aef9-6270-418f-b018-fee8ef74dbe4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.874899] env[62555]: DEBUG nova.compute.manager [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Instance network_info: |[{"id": "26366ee1-1ca4-4db5-93b8-ee4128d85f23", "address": "fa:16:3e:af:cd:42", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26366ee1-1c", "ovs_interfaceid": "26366ee1-1ca4-4db5-93b8-ee4128d85f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1375.880022] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:cd:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26366ee1-1ca4-4db5-93b8-ee4128d85f23', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.892024] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Creating folder: Project (3c8d54a9ca4442deae50f50c099981ad). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.892024] env[62555]: DEBUG oslo_vmware.api [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.892024] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e93f2a1e-27c9-4386-9d7b-682dec231358 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.900237] env[62555]: DEBUG oslo_vmware.api [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Task: {'id': task-1704189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474577} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.901767] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.901957] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.902218] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.902450] env[62555]: INFO nova.compute.manager [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1375.902728] env[62555]: DEBUG oslo.service.loopingcall [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.902968] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Created folder: Project (3c8d54a9ca4442deae50f50c099981ad) in parent group-v355069. [ 1375.903204] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Creating folder: Instances. Parent ref: group-v355139. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.903460] env[62555]: DEBUG nova.compute.manager [-] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.903581] env[62555]: DEBUG nova.network.neutron [-] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.905501] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecbbd374-7bc1-4985-a054-995dd70a3c1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.915390] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Created folder: Instances in parent group-v355139. [ 1375.915947] env[62555]: DEBUG oslo.service.loopingcall [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1375.916195] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.916414] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcdd4598-e80c-41a5-bd08-0bdd52e6fa75 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.937020] env[62555]: DEBUG nova.network.neutron [-] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1375.942053] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.942053] env[62555]: value = "task-1704195" [ 1375.942053] env[62555]: _type = "Task" [ 1375.942053] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.956217] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704195, 'name': CreateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.068180] env[62555]: DEBUG oslo_concurrency.lockutils [req-6000abf1-b428-415a-be54-14f13f92bf65 req-b37bb1fe-e8a8-468f-af3b-65b1096bab5a service nova] Releasing lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.178952] env[62555]: DEBUG nova.scheduler.client.report [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1376.281539] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704190, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.347546] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704191, 'name': Rename_Task, 'duration_secs': 0.210774} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.348388] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.348388] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eb783c6-79e5-4904-99dc-e7cc2aee692f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.357165] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for the task: (returnval){ [ 1376.357165] env[62555]: value = "task-1704196" [ 1376.357165] env[62555]: _type = "Task" [ 1376.357165] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.367123] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.377630] env[62555]: DEBUG oslo_vmware.api [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704192, 'name': PowerOffVM_Task, 'duration_secs': 0.264144} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.377998] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.378382] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.378568] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dac406f-c54d-4329-ab24-f48cda985908 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.439481] env[62555]: DEBUG nova.network.neutron [-] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.449422] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.449422] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.449770] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Deleting the datastore file [datastore1] 3b78fdd6-112b-4037-9b1a-2228b7b0c0da {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.450923] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03dd552a-0c63-4ff4-a2ca-d6b6abdabf45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.457850] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704195, 'name': CreateVM_Task, 'duration_secs': 0.390384} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.459682] env[62555]: DEBUG nova.network.neutron [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance_info_cache with network_info: [{"id": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "address": "fa:16:3e:52:12:e2", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fd9808-1b", "ovs_interfaceid": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.461887] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.466034] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.466034] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.466170] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1376.468536] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d6f7b79-5f3b-4929-b6c9-9142387cf25b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.471084] env[62555]: DEBUG oslo_vmware.api [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1376.471084] env[62555]: value = "task-1704198" [ 1376.471084] env[62555]: _type = "Task" [ 1376.471084] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.478567] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1376.478567] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52da4090-4a59-74bf-b8fe-8751615b2bef" [ 1376.478567] env[62555]: _type = "Task" [ 1376.478567] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.486113] env[62555]: DEBUG oslo_vmware.api [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.491517] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52da4090-4a59-74bf-b8fe-8751615b2bef, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.491836] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.492161] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.492359] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.492530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.492711] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.493047] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bd6e4be-0883-4264-9dfb-d6e6074520fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.499723] env[62555]: DEBUG nova.network.neutron [req-e877046b-a2fd-4701-a180-3616632f2fdb req-deb3fa4f-3c72-421f-83b5-afd00d73d04a service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Updated VIF entry in instance network info cache for port 554666e9-ba16-4868-8190-98fbf45d1197. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.500146] env[62555]: DEBUG nova.network.neutron [req-e877046b-a2fd-4701-a180-3616632f2fdb req-deb3fa4f-3c72-421f-83b5-afd00d73d04a service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Updating instance_info_cache with network_info: [{"id": "554666e9-ba16-4868-8190-98fbf45d1197", "address": "fa:16:3e:3b:9f:e1", "network": {"id": "5c0e7638-7d69-4518-acde-f55d22020248", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1008450602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ce47a078abe4721b0e0441bf21fbb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap554666e9-ba", "ovs_interfaceid": "554666e9-ba16-4868-8190-98fbf45d1197", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.503955] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.504179] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.505125] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfead83a-3cb0-4960-8863-57edfe2ee55a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.510263] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1376.510263] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52abc318-564d-0209-beea-962261e82370" [ 1376.510263] env[62555]: _type = "Task" [ 1376.510263] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.519850] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52abc318-564d-0209-beea-962261e82370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.686807] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.690238] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.688s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.690238] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.690238] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1376.691706] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.569s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1376.691970] env[62555]: INFO nova.compute.claims [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.696084] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c366e-278c-4c42-bb08-735c83cad783 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.705344] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c011260d-cff2-491e-9b0d-352d5f902f5c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.724915] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6db761-59fe-4a0c-be5d-ec93fd1bf8c5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.735800] env[62555]: INFO nova.scheduler.client.report [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Deleted allocations for instance 73d5176a-a77d-4d36-ad7c-1cc73c6f1556 [ 1376.737484] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db5bff0-51ee-41ae-9f96-2055e925fbcf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.782139] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181163MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1376.782139] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.788097] env[62555]: DEBUG nova.compute.manager [req-d82f86fa-1f76-44c2-9e75-44a0057702cc req-ae770985-ce9d-41c7-b320-c47645209f64 service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Received event network-changed-26366ee1-1ca4-4db5-93b8-ee4128d85f23 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1376.788348] env[62555]: DEBUG nova.compute.manager [req-d82f86fa-1f76-44c2-9e75-44a0057702cc req-ae770985-ce9d-41c7-b320-c47645209f64 service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Refreshing instance network info cache due to event network-changed-26366ee1-1ca4-4db5-93b8-ee4128d85f23. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1376.788611] env[62555]: DEBUG oslo_concurrency.lockutils [req-d82f86fa-1f76-44c2-9e75-44a0057702cc req-ae770985-ce9d-41c7-b320-c47645209f64 service nova] Acquiring lock "refresh_cache-5407aef9-6270-418f-b018-fee8ef74dbe4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.788769] env[62555]: DEBUG oslo_concurrency.lockutils [req-d82f86fa-1f76-44c2-9e75-44a0057702cc req-ae770985-ce9d-41c7-b320-c47645209f64 service nova] Acquired lock "refresh_cache-5407aef9-6270-418f-b018-fee8ef74dbe4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.788932] env[62555]: DEBUG nova.network.neutron [req-d82f86fa-1f76-44c2-9e75-44a0057702cc req-ae770985-ce9d-41c7-b320-c47645209f64 service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Refreshing network info cache for port 26366ee1-1ca4-4db5-93b8-ee4128d85f23 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.799147] env[62555]: DEBUG oslo_vmware.api [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704190, 'name': RemoveSnapshot_Task, 'duration_secs': 0.541711} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.799472] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1376.799709] env[62555]: INFO nova.compute.manager [None req-f099706f-c3c6-4a2c-adb2-c7a59b117cc6 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Took 13.96 seconds to snapshot the instance on the hypervisor. [ 1376.867297] env[62555]: DEBUG oslo_vmware.api [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704196, 'name': PowerOnVM_Task, 'duration_secs': 0.465301} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.867572] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.867774] env[62555]: INFO nova.compute.manager [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1376.868036] env[62555]: DEBUG nova.compute.manager [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1376.869069] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2634b99-354d-4a26-8012-65d55a77589b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.941938] env[62555]: INFO nova.compute.manager [-] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Took 1.04 seconds to deallocate network for instance. [ 1376.970353] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1376.981894] env[62555]: DEBUG oslo_vmware.api [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145559} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.982828] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.984343] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.984745] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.984991] env[62555]: INFO nova.compute.manager [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1376.985479] env[62555]: DEBUG oslo.service.loopingcall [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.986066] env[62555]: DEBUG nova.compute.manager [-] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.987270] env[62555]: DEBUG nova.network.neutron [-] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.006218] env[62555]: DEBUG oslo_concurrency.lockutils [req-e877046b-a2fd-4701-a180-3616632f2fdb req-deb3fa4f-3c72-421f-83b5-afd00d73d04a service nova] Releasing lock "refresh_cache-3fc6298e-db1d-4b87-8938-1261e2fc00d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.025347] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52abc318-564d-0209-beea-962261e82370, 'name': SearchDatastore_Task, 'duration_secs': 0.024634} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.027421] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4ac782-0e93-4ab7-83d9-116b4d38c08b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.037430] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1377.037430] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525d800a-dbdb-4c5e-e620-ebdd79f89b22" [ 1377.037430] env[62555]: _type = "Task" [ 1377.037430] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.047828] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525d800a-dbdb-4c5e-e620-ebdd79f89b22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.250620] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8abc54-133f-4a82-83cf-b33febf68bbf tempest-ServerDiagnosticsTest-786177898 tempest-ServerDiagnosticsTest-786177898-project-member] Lock "73d5176a-a77d-4d36-ad7c-1cc73c6f1556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.624s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.395426] env[62555]: INFO nova.compute.manager [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Took 34.27 seconds to build instance. [ 1377.452959] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.549863] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525d800a-dbdb-4c5e-e620-ebdd79f89b22, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.550447] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.551113] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 5407aef9-6270-418f-b018-fee8ef74dbe4/5407aef9-6270-418f-b018-fee8ef74dbe4.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.551541] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44eb6d0b-1446-4f35-8af7-3906c3ddf265 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.563703] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1377.563703] env[62555]: value = "task-1704199" [ 1377.563703] env[62555]: _type = "Task" [ 1377.563703] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.574799] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.620319] env[62555]: DEBUG nova.network.neutron [req-d82f86fa-1f76-44c2-9e75-44a0057702cc req-ae770985-ce9d-41c7-b320-c47645209f64 service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Updated VIF entry in instance network info cache for port 26366ee1-1ca4-4db5-93b8-ee4128d85f23. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.620925] env[62555]: DEBUG nova.network.neutron [req-d82f86fa-1f76-44c2-9e75-44a0057702cc req-ae770985-ce9d-41c7-b320-c47645209f64 service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Updating instance_info_cache with network_info: [{"id": "26366ee1-1ca4-4db5-93b8-ee4128d85f23", "address": "fa:16:3e:af:cd:42", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26366ee1-1c", "ovs_interfaceid": "26366ee1-1ca4-4db5-93b8-ee4128d85f23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.897928] env[62555]: DEBUG oslo_concurrency.lockutils [None req-173a428f-c566-4604-9f56-e850cbc8a0c3 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Lock "c846f03f-5847-4c38-b654-fe7cf846f059" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.442s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.079550] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704199, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.124656] env[62555]: DEBUG oslo_concurrency.lockutils [req-d82f86fa-1f76-44c2-9e75-44a0057702cc req-ae770985-ce9d-41c7-b320-c47645209f64 service nova] Releasing lock "refresh_cache-5407aef9-6270-418f-b018-fee8ef74dbe4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.246319] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b8d012-a378-44d1-91e6-1b9aca26634b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.255095] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801dac3a-9ce5-49ce-9317-bd117a245c00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.288154] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fefe36-d08d-44dd-b0c5-cf2d7690a4f1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.301057] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfee47e4-2a3b-4baa-b07e-6894dc2450dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.320266] env[62555]: DEBUG nova.compute.provider_tree [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.333842] env[62555]: DEBUG nova.network.neutron [-] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.402243] env[62555]: DEBUG nova.compute.manager [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1378.490443] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7049ec-96e2-43a2-8d40-850eed85a31a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.519220] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance '34828a36-3444-435b-98a2-cd82665c4ef9' progress to 0 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1378.578637] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523491} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.578917] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 5407aef9-6270-418f-b018-fee8ef74dbe4/5407aef9-6270-418f-b018-fee8ef74dbe4.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.579137] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.579397] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86e21ad0-0476-485e-9381-c7e8f82b255a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.588510] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1378.588510] env[62555]: value = "task-1704200" [ 1378.588510] env[62555]: _type = "Task" [ 1378.588510] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.597730] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.826957] env[62555]: DEBUG nova.scheduler.client.report [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1378.837752] env[62555]: INFO nova.compute.manager [-] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Took 1.85 seconds to deallocate network for instance. [ 1378.864845] env[62555]: DEBUG nova.compute.manager [req-48b43fe8-19e6-427c-883f-083ff3f2f557 req-6d81da0a-6df3-4a0b-ae46-a081f8a65425 service nova] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Received event network-vif-deleted-90baae84-c342-41bc-8c19-ffd5b873f723 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1378.864845] env[62555]: DEBUG nova.compute.manager [req-48b43fe8-19e6-427c-883f-083ff3f2f557 req-6d81da0a-6df3-4a0b-ae46-a081f8a65425 service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Received event network-changed-572c0f56-0a13-41df-b1fb-74832816787d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1378.864845] env[62555]: DEBUG nova.compute.manager [req-48b43fe8-19e6-427c-883f-083ff3f2f557 req-6d81da0a-6df3-4a0b-ae46-a081f8a65425 service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Refreshing instance network info cache due to event network-changed-572c0f56-0a13-41df-b1fb-74832816787d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1378.864845] env[62555]: DEBUG oslo_concurrency.lockutils [req-48b43fe8-19e6-427c-883f-083ff3f2f557 req-6d81da0a-6df3-4a0b-ae46-a081f8a65425 service nova] Acquiring lock "refresh_cache-c846f03f-5847-4c38-b654-fe7cf846f059" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.864845] env[62555]: DEBUG oslo_concurrency.lockutils [req-48b43fe8-19e6-427c-883f-083ff3f2f557 req-6d81da0a-6df3-4a0b-ae46-a081f8a65425 service nova] Acquired lock "refresh_cache-c846f03f-5847-4c38-b654-fe7cf846f059" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.865095] env[62555]: DEBUG nova.network.neutron [req-48b43fe8-19e6-427c-883f-083ff3f2f557 req-6d81da0a-6df3-4a0b-ae46-a081f8a65425 service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Refreshing network info cache for port 572c0f56-0a13-41df-b1fb-74832816787d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.932476] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.029165] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.029165] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2c8e159-3e3b-4123-88c1-59c3878c3188 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.038723] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1379.038723] env[62555]: value = "task-1704201" [ 1379.038723] env[62555]: _type = "Task" [ 1379.038723] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.051901] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.102200] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.316283} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.102339] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.104152] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bf0fb2-0e0d-4131-b485-e9219e00b880 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.131861] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 5407aef9-6270-418f-b018-fee8ef74dbe4/5407aef9-6270-418f-b018-fee8ef74dbe4.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.132999] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24002c56-05d9-4d85-9f6b-8a60d7bb4e43 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.158852] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1379.158852] env[62555]: value = "task-1704202" [ 1379.158852] env[62555]: _type = "Task" [ 1379.158852] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.170344] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.209041] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquiring lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.209041] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.209041] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquiring lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.209265] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.209596] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.212657] env[62555]: INFO nova.compute.manager [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Terminating instance [ 1379.335037] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.335706] env[62555]: DEBUG nova.compute.manager [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.339726] env[62555]: DEBUG oslo_concurrency.lockutils [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.782s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.339726] env[62555]: DEBUG nova.objects.instance [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Lazy-loading 'resources' on Instance uuid a8ef1d4f-1369-4e14-8234-2fe1cbb27688 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.346503] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.551828] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704201, 'name': PowerOffVM_Task, 'duration_secs': 0.366595} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.552236] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1379.552413] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance '34828a36-3444-435b-98a2-cd82665c4ef9' progress to 17 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.673273] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704202, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.724410] env[62555]: DEBUG nova.compute.manager [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1379.727529] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1379.727529] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dbac53-0ff4-4a0b-9b98-45619be30b9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.746793] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1379.747480] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d137b09b-bbc6-4314-83ce-b8be116d7f4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.756980] env[62555]: DEBUG oslo_vmware.api [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1379.756980] env[62555]: value = "task-1704203" [ 1379.756980] env[62555]: _type = "Task" [ 1379.756980] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.769529] env[62555]: DEBUG oslo_vmware.api [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.844507] env[62555]: DEBUG nova.compute.utils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1379.851576] env[62555]: DEBUG nova.compute.manager [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1379.851831] env[62555]: DEBUG nova.network.neutron [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1379.951088] env[62555]: DEBUG nova.network.neutron [req-48b43fe8-19e6-427c-883f-083ff3f2f557 req-6d81da0a-6df3-4a0b-ae46-a081f8a65425 service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Updated VIF entry in instance network info cache for port 572c0f56-0a13-41df-b1fb-74832816787d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.951658] env[62555]: DEBUG nova.network.neutron [req-48b43fe8-19e6-427c-883f-083ff3f2f557 req-6d81da0a-6df3-4a0b-ae46-a081f8a65425 service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Updating instance_info_cache with network_info: [{"id": "572c0f56-0a13-41df-b1fb-74832816787d", "address": "fa:16:3e:8c:0f:bb", "network": {"id": "ec1d98ad-a8e5-42c7-a4e7-bfa92847090d", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-206159643-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56a37305a5f4ab3b4a763219ebe82eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap572c0f56-0a", "ovs_interfaceid": "572c0f56-0a13-41df-b1fb-74832816787d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.060297] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1380.060770] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1380.060770] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1380.060866] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1380.061020] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1380.061172] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1380.061379] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1380.061539] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1380.061706] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1380.061870] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1380.062110] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1380.070019] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f53f44d-f71c-4234-93ee-a316ecd0e35a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.087707] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1380.087707] env[62555]: value = "task-1704204" [ 1380.087707] env[62555]: _type = "Task" [ 1380.087707] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.101405] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.173191] env[62555]: DEBUG nova.policy [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '129231078a2140a198621d5a4796471e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0cf4582310d4a00a063288df15ca34e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.183381] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704202, 'name': ReconfigVM_Task, 'duration_secs': 0.577616} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.183595] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 5407aef9-6270-418f-b018-fee8ef74dbe4/5407aef9-6270-418f-b018-fee8ef74dbe4.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.184381] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09e4b5db-70e2-40a2-8dec-fb73a2ecd710 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.193571] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1380.193571] env[62555]: value = "task-1704205" [ 1380.193571] env[62555]: _type = "Task" [ 1380.193571] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.205300] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704205, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.273268] env[62555]: DEBUG oslo_vmware.api [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704203, 'name': PowerOffVM_Task, 'duration_secs': 0.350665} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.277719] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1380.278037] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.278935] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-684d2653-b175-4cd0-811d-244290b85dae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.355968] env[62555]: DEBUG nova.compute.manager [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.388544] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.389070] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.389612] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Deleting the datastore file [datastore1] df1dac83-ea5d-4513-a4cf-3eb11f420dc7 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.390053] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77b7d6e4-c86e-4e5a-ac17-fa9a0a41e94f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.408911] env[62555]: DEBUG oslo_vmware.api [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for the task: (returnval){ [ 1380.408911] env[62555]: value = "task-1704207" [ 1380.408911] env[62555]: _type = "Task" [ 1380.408911] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.421669] env[62555]: DEBUG oslo_vmware.api [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.436950] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8876af91-2c05-444d-9177-33a3b3910091 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.445852] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4743df20-baff-49bc-9e7a-f85b5166f820 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.478326] env[62555]: DEBUG oslo_concurrency.lockutils [req-48b43fe8-19e6-427c-883f-083ff3f2f557 req-6d81da0a-6df3-4a0b-ae46-a081f8a65425 service nova] Releasing lock "refresh_cache-c846f03f-5847-4c38-b654-fe7cf846f059" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.479829] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6575cf-380d-4e53-81c9-cd839a9ec240 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.490902] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2495c09e-c88b-469d-be70-99352af79f0b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.512027] env[62555]: DEBUG nova.compute.provider_tree [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.599417] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704204, 'name': ReconfigVM_Task, 'duration_secs': 0.321693} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.599733] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance '34828a36-3444-435b-98a2-cd82665c4ef9' progress to 33 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1380.708178] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704205, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.924278] env[62555]: DEBUG oslo_vmware.api [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.965312] env[62555]: DEBUG nova.network.neutron [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Successfully created port: b6f541b1-6b6b-47c8-a757-5576b6dc3959 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.014712] env[62555]: DEBUG nova.scheduler.client.report [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1381.106312] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1381.106741] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1381.106985] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.107280] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1381.109431] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.109787] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1381.110267] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1381.110607] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1381.110889] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1381.111199] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1381.111590] env[62555]: DEBUG nova.virt.hardware [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1381.118378] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Reconfiguring VM instance instance-00000008 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1381.119210] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c314796c-3b9b-4087-baa7-4b29ca2d57ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.142061] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1381.142061] env[62555]: value = "task-1704208" [ 1381.142061] env[62555]: _type = "Task" [ 1381.142061] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.151815] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.208823] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704205, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.368709] env[62555]: DEBUG nova.compute.manager [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.406607] env[62555]: DEBUG nova.virt.hardware [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1381.407992] env[62555]: DEBUG nova.virt.hardware [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1381.407992] env[62555]: DEBUG nova.virt.hardware [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.407992] env[62555]: DEBUG nova.virt.hardware [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1381.407992] env[62555]: DEBUG nova.virt.hardware [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.407992] env[62555]: DEBUG nova.virt.hardware [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1381.408303] env[62555]: DEBUG nova.virt.hardware [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1381.408354] env[62555]: DEBUG nova.virt.hardware [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1381.408529] env[62555]: DEBUG nova.virt.hardware [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1381.408624] env[62555]: DEBUG nova.virt.hardware [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1381.408790] env[62555]: DEBUG nova.virt.hardware [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1381.410077] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e22762-bd3d-46e8-ae02-27ff426b5567 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.429131] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1a7185-3626-420e-8d41-56e04474bf9b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.434119] env[62555]: DEBUG oslo_vmware.api [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Task: {'id': task-1704207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54642} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.434361] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.434515] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.434695] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.434947] env[62555]: INFO nova.compute.manager [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1381.435165] env[62555]: DEBUG oslo.service.loopingcall [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1381.435856] env[62555]: DEBUG nova.compute.manager [-] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1381.435969] env[62555]: DEBUG nova.network.neutron [-] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1381.522107] env[62555]: DEBUG oslo_concurrency.lockutils [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.523838] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.965s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.525972] env[62555]: INFO nova.compute.claims [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1381.560500] env[62555]: INFO nova.scheduler.client.report [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Deleted allocations for instance a8ef1d4f-1369-4e14-8234-2fe1cbb27688 [ 1381.654985] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704208, 'name': ReconfigVM_Task, 'duration_secs': 0.199097} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.655537] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Reconfigured VM instance instance-00000008 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1381.656379] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d59ba5c-368a-4cd0-b8b8-12f5b7460b62 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.682143] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 34828a36-3444-435b-98a2-cd82665c4ef9/34828a36-3444-435b-98a2-cd82665c4ef9.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.682773] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df1947b6-c073-4f0a-a909-447114059510 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.707634] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704205, 'name': Rename_Task, 'duration_secs': 1.264019} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.709224] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.709568] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1381.709568] env[62555]: value = "task-1704209" [ 1381.709568] env[62555]: _type = "Task" [ 1381.709568] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.709761] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67bb34cc-7dc5-4753-badb-26c437a8b907 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.721682] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.723279] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1381.723279] env[62555]: value = "task-1704210" [ 1381.723279] env[62555]: _type = "Task" [ 1381.723279] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.734927] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.043447] env[62555]: DEBUG nova.compute.manager [req-3825ae66-b038-48b6-959f-a4dd47a897a0 req-05d14180-f07b-4f24-bf97-89325f05372c service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Received event network-vif-deleted-3d380868-b440-41ab-a5ca-0aa510c1895d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1382.043701] env[62555]: INFO nova.compute.manager [req-3825ae66-b038-48b6-959f-a4dd47a897a0 req-05d14180-f07b-4f24-bf97-89325f05372c service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Neutron deleted interface 3d380868-b440-41ab-a5ca-0aa510c1895d; detaching it from the instance and deleting it from the info cache [ 1382.045016] env[62555]: DEBUG nova.network.neutron [req-3825ae66-b038-48b6-959f-a4dd47a897a0 req-05d14180-f07b-4f24-bf97-89325f05372c service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.074303] env[62555]: DEBUG oslo_concurrency.lockutils [None req-de173994-2df3-4026-8b8b-0290e3dcdd48 tempest-ServerExternalEventsTest-1290681757 tempest-ServerExternalEventsTest-1290681757-project-member] Lock "a8ef1d4f-1369-4e14-8234-2fe1cbb27688" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.450s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1382.224559] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704209, 'name': ReconfigVM_Task, 'duration_secs': 0.308302} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.229246] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 34828a36-3444-435b-98a2-cd82665c4ef9/34828a36-3444-435b-98a2-cd82665c4ef9.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.229246] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance '34828a36-3444-435b-98a2-cd82665c4ef9' progress to 50 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1382.246403] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704210, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.417942] env[62555]: DEBUG nova.network.neutron [-] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.547928] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f949e708-4083-404c-a80c-82e3588ebb4a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.562104] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0cfcab-7107-4d2e-9612-387002867c8c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.598355] env[62555]: DEBUG nova.compute.manager [req-3825ae66-b038-48b6-959f-a4dd47a897a0 req-05d14180-f07b-4f24-bf97-89325f05372c service nova] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Detach interface failed, port_id=3d380868-b440-41ab-a5ca-0aa510c1895d, reason: Instance df1dac83-ea5d-4513-a4cf-3eb11f420dc7 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1382.740452] env[62555]: DEBUG oslo_vmware.api [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704210, 'name': PowerOnVM_Task, 'duration_secs': 0.575394} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.740452] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7548a24-0eb7-4359-8136-2a91143facc8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.741862] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.742157] env[62555]: INFO nova.compute.manager [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1382.742376] env[62555]: DEBUG nova.compute.manager [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1382.743155] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01020af-1470-43a5-9ea1-e1b51c5ef8d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.770694] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad67ff81-4211-4be5-ae61-4f0dfaffa640 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.792314] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance '34828a36-3444-435b-98a2-cd82665c4ef9' progress to 67 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1382.920964] env[62555]: INFO nova.compute.manager [-] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Took 1.48 seconds to deallocate network for instance. [ 1383.007014] env[62555]: DEBUG nova.network.neutron [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Successfully updated port: b6f541b1-6b6b-47c8-a757-5576b6dc3959 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.138326] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dde90e-8961-49e1-b62b-ded31c99f2f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.151249] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6738437-d4f6-48a9-863d-25848ad72e23 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.194468] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85fdde7-dfb3-4ca3-94fd-1395f19c2bde {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.205026] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9a5498-d6e4-4218-915a-1287ccb6ecf0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.219863] env[62555]: DEBUG nova.compute.provider_tree [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.280650] env[62555]: INFO nova.compute.manager [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Took 39.64 seconds to build instance. [ 1383.315283] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "970f5425-a9c9-4195-9e62-b66aaffdc05f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.315283] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "970f5425-a9c9-4195-9e62-b66aaffdc05f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.318752] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.318836] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.381866] env[62555]: DEBUG nova.network.neutron [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Port 02fd9808-1bcc-4bbe-818f-53d03de0dfef binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1383.434204] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.509343] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "refresh_cache-e45f5583-5fff-41bd-bc36-027e74429264" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.509512] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquired lock "refresh_cache-e45f5583-5fff-41bd-bc36-027e74429264" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.509671] env[62555]: DEBUG nova.network.neutron [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.525805] env[62555]: DEBUG nova.compute.manager [req-f8330857-f5d4-423e-adc1-2d31e44dfbcf req-1bcc9f30-6143-4e21-994c-5a8dbd70c2d7 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Received event network-vif-plugged-b6f541b1-6b6b-47c8-a757-5576b6dc3959 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1383.526103] env[62555]: DEBUG oslo_concurrency.lockutils [req-f8330857-f5d4-423e-adc1-2d31e44dfbcf req-1bcc9f30-6143-4e21-994c-5a8dbd70c2d7 service nova] Acquiring lock "e45f5583-5fff-41bd-bc36-027e74429264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.526338] env[62555]: DEBUG oslo_concurrency.lockutils [req-f8330857-f5d4-423e-adc1-2d31e44dfbcf req-1bcc9f30-6143-4e21-994c-5a8dbd70c2d7 service nova] Lock "e45f5583-5fff-41bd-bc36-027e74429264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.526583] env[62555]: DEBUG oslo_concurrency.lockutils [req-f8330857-f5d4-423e-adc1-2d31e44dfbcf req-1bcc9f30-6143-4e21-994c-5a8dbd70c2d7 service nova] Lock "e45f5583-5fff-41bd-bc36-027e74429264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.526740] env[62555]: DEBUG nova.compute.manager [req-f8330857-f5d4-423e-adc1-2d31e44dfbcf req-1bcc9f30-6143-4e21-994c-5a8dbd70c2d7 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] No waiting events found dispatching network-vif-plugged-b6f541b1-6b6b-47c8-a757-5576b6dc3959 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1383.526908] env[62555]: WARNING nova.compute.manager [req-f8330857-f5d4-423e-adc1-2d31e44dfbcf req-1bcc9f30-6143-4e21-994c-5a8dbd70c2d7 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Received unexpected event network-vif-plugged-b6f541b1-6b6b-47c8-a757-5576b6dc3959 for instance with vm_state building and task_state spawning. [ 1383.725020] env[62555]: DEBUG nova.scheduler.client.report [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1383.784114] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3a31d054-6507-498d-b862-dde9afb15c84 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "5407aef9-6270-418f-b018-fee8ef74dbe4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.768s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.056445] env[62555]: DEBUG nova.network.neutron [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.232361] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.232361] env[62555]: DEBUG nova.compute.manager [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1384.234691] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.621s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.234984] env[62555]: DEBUG nova.objects.instance [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1384.241779] env[62555]: DEBUG nova.network.neutron [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Updating instance_info_cache with network_info: [{"id": "b6f541b1-6b6b-47c8-a757-5576b6dc3959", "address": "fa:16:3e:cd:f1:67", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f541b1-6b", "ovs_interfaceid": "b6f541b1-6b6b-47c8-a757-5576b6dc3959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.286858] env[62555]: DEBUG nova.compute.manager [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1384.413188] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "34828a36-3444-435b-98a2-cd82665c4ef9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.413188] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "34828a36-3444-435b-98a2-cd82665c4ef9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.413188] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "34828a36-3444-435b-98a2-cd82665c4ef9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.423475] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.423475] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.736606] env[62555]: DEBUG nova.compute.utils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1384.738264] env[62555]: DEBUG nova.compute.manager [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1384.738478] env[62555]: DEBUG nova.network.neutron [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1384.746015] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Releasing lock "refresh_cache-e45f5583-5fff-41bd-bc36-027e74429264" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.746015] env[62555]: DEBUG nova.compute.manager [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Instance network_info: |[{"id": "b6f541b1-6b6b-47c8-a757-5576b6dc3959", "address": "fa:16:3e:cd:f1:67", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f541b1-6b", "ovs_interfaceid": "b6f541b1-6b6b-47c8-a757-5576b6dc3959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1384.746224] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:f1:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6f541b1-6b6b-47c8-a757-5576b6dc3959', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1384.755919] env[62555]: DEBUG oslo.service.loopingcall [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1384.758078] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1384.758388] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e918ccd-076b-4697-8640-6f7a89c041df {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.788353] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1384.788353] env[62555]: value = "task-1704211" [ 1384.788353] env[62555]: _type = "Task" [ 1384.788353] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.793786] env[62555]: DEBUG nova.policy [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92a98ca91450447ebb93f68c69ff9bf8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4f3436f86c742a9b8485a7aedb24708', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1384.806915] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704211, 'name': CreateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.815605] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.077032] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.077307] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.225556] env[62555]: DEBUG nova.network.neutron [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Successfully created port: 0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1385.242646] env[62555]: DEBUG nova.compute.manager [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1385.248955] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8c3dba0-9ecc-47c4-9124-4bd1912d9db6 tempest-ServersAdmin275Test-821345974 tempest-ServersAdmin275Test-821345974-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.251010] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.728s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.252611] env[62555]: INFO nova.compute.claims [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.301957] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704211, 'name': CreateVM_Task, 'duration_secs': 0.38556} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.302401] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.303174] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.303947] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.303947] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.304079] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53efae99-971e-4121-a7c2-fcced3b5da22 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.312977] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1385.312977] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5227ab43-1bb7-09b9-8d1d-7cb59bdc92d5" [ 1385.312977] env[62555]: _type = "Task" [ 1385.312977] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.328786] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5227ab43-1bb7-09b9-8d1d-7cb59bdc92d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.489630] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.489826] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.490042] env[62555]: DEBUG nova.network.neutron [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.691445] env[62555]: DEBUG nova.compute.manager [req-a7b82ed2-9695-4549-87a1-bd4924613687 req-e952edb7-2493-4111-89f7-5979bcacb199 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Received event network-changed-b6f541b1-6b6b-47c8-a757-5576b6dc3959 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1385.691445] env[62555]: DEBUG nova.compute.manager [req-a7b82ed2-9695-4549-87a1-bd4924613687 req-e952edb7-2493-4111-89f7-5979bcacb199 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Refreshing instance network info cache due to event network-changed-b6f541b1-6b6b-47c8-a757-5576b6dc3959. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1385.691445] env[62555]: DEBUG oslo_concurrency.lockutils [req-a7b82ed2-9695-4549-87a1-bd4924613687 req-e952edb7-2493-4111-89f7-5979bcacb199 service nova] Acquiring lock "refresh_cache-e45f5583-5fff-41bd-bc36-027e74429264" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.691445] env[62555]: DEBUG oslo_concurrency.lockutils [req-a7b82ed2-9695-4549-87a1-bd4924613687 req-e952edb7-2493-4111-89f7-5979bcacb199 service nova] Acquired lock "refresh_cache-e45f5583-5fff-41bd-bc36-027e74429264" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.691445] env[62555]: DEBUG nova.network.neutron [req-a7b82ed2-9695-4549-87a1-bd4924613687 req-e952edb7-2493-4111-89f7-5979bcacb199 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Refreshing network info cache for port b6f541b1-6b6b-47c8-a757-5576b6dc3959 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.832783] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5227ab43-1bb7-09b9-8d1d-7cb59bdc92d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016424} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.833174] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.833439] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1385.837019] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.837019] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.837019] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1385.837019] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-640de985-92e5-485c-a5ea-58eaa01161fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.853146] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.853388] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.854152] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2a5d5f-077d-4f09-aed7-247ddacfeb8e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.860636] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1385.860636] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a7e8f0-3460-6c53-a95f-62a8b6962231" [ 1385.860636] env[62555]: _type = "Task" [ 1385.860636] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.874377] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a7e8f0-3460-6c53-a95f-62a8b6962231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.257400] env[62555]: DEBUG nova.compute.manager [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1386.301118] env[62555]: DEBUG nova.virt.hardware [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1386.301118] env[62555]: DEBUG nova.virt.hardware [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1386.301118] env[62555]: DEBUG nova.virt.hardware [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1386.301343] env[62555]: DEBUG nova.virt.hardware [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1386.301343] env[62555]: DEBUG nova.virt.hardware [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1386.301343] env[62555]: DEBUG nova.virt.hardware [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1386.301343] env[62555]: DEBUG nova.virt.hardware [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1386.301343] env[62555]: DEBUG nova.virt.hardware [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1386.301457] env[62555]: DEBUG nova.virt.hardware [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1386.301457] env[62555]: DEBUG nova.virt.hardware [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1386.301457] env[62555]: DEBUG nova.virt.hardware [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1386.302160] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af820be2-7b84-4864-a3aa-45c5519cdbb5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.322321] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc482b75-59ef-40a0-af5a-3fb50bedac3c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.379574] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a7e8f0-3460-6c53-a95f-62a8b6962231, 'name': SearchDatastore_Task, 'duration_secs': 0.044455} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.383763] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf02af2b-0fcb-407a-9d2d-23d0845abd86 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.390644] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1386.390644] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b96086-424e-7f9b-09c8-907ca51f958c" [ 1386.390644] env[62555]: _type = "Task" [ 1386.390644] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.403464] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b96086-424e-7f9b-09c8-907ca51f958c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.662849] env[62555]: DEBUG nova.network.neutron [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance_info_cache with network_info: [{"id": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "address": "fa:16:3e:52:12:e2", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fd9808-1b", "ovs_interfaceid": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.775812] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c40cc2d-b7a5-4fc8-9544-4eea1869cf53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.788603] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46278650-0d63-4f9e-853c-3f3350120081 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.825504] env[62555]: DEBUG nova.network.neutron [req-a7b82ed2-9695-4549-87a1-bd4924613687 req-e952edb7-2493-4111-89f7-5979bcacb199 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Updated VIF entry in instance network info cache for port b6f541b1-6b6b-47c8-a757-5576b6dc3959. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.825853] env[62555]: DEBUG nova.network.neutron [req-a7b82ed2-9695-4549-87a1-bd4924613687 req-e952edb7-2493-4111-89f7-5979bcacb199 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Updating instance_info_cache with network_info: [{"id": "b6f541b1-6b6b-47c8-a757-5576b6dc3959", "address": "fa:16:3e:cd:f1:67", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6f541b1-6b", "ovs_interfaceid": "b6f541b1-6b6b-47c8-a757-5576b6dc3959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.827665] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9be362-0485-4e09-8acf-2d9fd88823cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.837922] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220493b3-b618-4102-ad9c-819592d9c8e0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.854180] env[62555]: DEBUG nova.compute.provider_tree [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.902179] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b96086-424e-7f9b-09c8-907ca51f958c, 'name': SearchDatastore_Task, 'duration_secs': 0.030856} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.902904] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.903189] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] e45f5583-5fff-41bd-bc36-027e74429264/e45f5583-5fff-41bd-bc36-027e74429264.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1386.904109] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87a653a9-d591-4f32-a6f0-33e943448f10 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.911373] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1386.911373] env[62555]: value = "task-1704212" [ 1386.911373] env[62555]: _type = "Task" [ 1386.911373] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.919722] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.165588] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.322096] env[62555]: DEBUG nova.network.neutron [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Successfully updated port: 0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1387.333815] env[62555]: DEBUG oslo_concurrency.lockutils [req-a7b82ed2-9695-4549-87a1-bd4924613687 req-e952edb7-2493-4111-89f7-5979bcacb199 service nova] Releasing lock "refresh_cache-e45f5583-5fff-41bd-bc36-027e74429264" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.359705] env[62555]: DEBUG nova.scheduler.client.report [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1387.428025] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704212, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.701313] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128efcab-5516-47de-bab7-2c833e878707 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.729047] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b023ce67-a09f-4727-9b25-1f0feabe8fc7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.741171] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance '34828a36-3444-435b-98a2-cd82665c4ef9' progress to 83 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1387.783431] env[62555]: DEBUG nova.compute.manager [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Received event network-vif-plugged-0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1387.783431] env[62555]: DEBUG oslo_concurrency.lockutils [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] Acquiring lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1387.784220] env[62555]: DEBUG oslo_concurrency.lockutils [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] Lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.784553] env[62555]: DEBUG oslo_concurrency.lockutils [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] Lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.785165] env[62555]: DEBUG nova.compute.manager [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] No waiting events found dispatching network-vif-plugged-0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1387.785584] env[62555]: WARNING nova.compute.manager [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Received unexpected event network-vif-plugged-0d722673-bf6b-42c3-8c2e-d72088d7fe36 for instance with vm_state building and task_state spawning. [ 1387.786097] env[62555]: DEBUG nova.compute.manager [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Received event network-changed-0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1387.786374] env[62555]: DEBUG nova.compute.manager [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Refreshing instance network info cache due to event network-changed-0d722673-bf6b-42c3-8c2e-d72088d7fe36. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1387.786655] env[62555]: DEBUG oslo_concurrency.lockutils [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] Acquiring lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.786885] env[62555]: DEBUG oslo_concurrency.lockutils [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] Acquired lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.787443] env[62555]: DEBUG nova.network.neutron [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Refreshing network info cache for port 0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1387.825100] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquiring lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.865352] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.865917] env[62555]: DEBUG nova.compute.manager [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1387.868708] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.502s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.869731] env[62555]: INFO nova.compute.claims [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.925174] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64576} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.925174] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] e45f5583-5fff-41bd-bc36-027e74429264/e45f5583-5fff-41bd-bc36-027e74429264.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1387.925174] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1387.925174] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0bff884-da26-4811-81d9-c9b02123e668 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.932905] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1387.932905] env[62555]: value = "task-1704213" [ 1387.932905] env[62555]: _type = "Task" [ 1387.932905] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.948058] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.247541] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.247658] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2526e11-65bb-4149-b93f-ac7c4f8c38e9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.260111] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1388.260111] env[62555]: value = "task-1704214" [ 1388.260111] env[62555]: _type = "Task" [ 1388.260111] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.269927] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.336283] env[62555]: DEBUG nova.network.neutron [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1388.376180] env[62555]: DEBUG nova.compute.utils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1388.384193] env[62555]: DEBUG nova.compute.manager [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.384193] env[62555]: DEBUG nova.network.neutron [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.425148] env[62555]: DEBUG nova.network.neutron [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.445573] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077751} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.445903] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.446712] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ead2c9-e72f-4757-9bf6-cbd8cfc45c3a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.475258] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] e45f5583-5fff-41bd-bc36-027e74429264/e45f5583-5fff-41bd-bc36-027e74429264.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.475576] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db52c75e-f214-4af0-8ebd-78a8bef15217 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.496605] env[62555]: DEBUG nova.policy [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ba46e45d5ae4ca1bb09037ac1494d4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ac922cf878d4060ab9e5a4165b11bef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.499676] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1388.499676] env[62555]: value = "task-1704215" [ 1388.499676] env[62555]: _type = "Task" [ 1388.499676] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.509159] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.772439] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704214, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.878049] env[62555]: DEBUG nova.compute.manager [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1388.929189] env[62555]: DEBUG oslo_concurrency.lockutils [req-65c589eb-f4db-484e-9f6f-6b5e57c713d5 req-53d2bc0f-e14a-45d1-be80-4addff7eef15 service nova] Releasing lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.932417] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquired lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.932603] env[62555]: DEBUG nova.network.neutron [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.016952] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704215, 'name': ReconfigVM_Task, 'duration_secs': 0.510082} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.017416] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Reconfigured VM instance instance-00000015 to attach disk [datastore1] e45f5583-5fff-41bd-bc36-027e74429264/e45f5583-5fff-41bd-bc36-027e74429264.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.018246] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ff302fd-8d6d-4163-80a3-9261378e6790 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.028123] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1389.028123] env[62555]: value = "task-1704216" [ 1389.028123] env[62555]: _type = "Task" [ 1389.028123] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.038942] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704216, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.278149] env[62555]: DEBUG oslo_vmware.api [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704214, 'name': PowerOnVM_Task, 'duration_secs': 0.513713} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.278821] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1389.280202] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0f20333-7ff6-4fee-ad43-300ae521c277 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance '34828a36-3444-435b-98a2-cd82665c4ef9' progress to 100 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.432026] env[62555]: DEBUG nova.network.neutron [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Successfully created port: d7a5270d-2b24-47ee-84c7-84239133a7d2 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1389.462441] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e12023-cff5-4a77-8b02-cc122dc6a569 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.472053] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b926fe11-34e5-43c7-a288-26385a5e038c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.475051] env[62555]: DEBUG nova.network.neutron [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.510252] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055fce1f-1648-4049-8d62-56d061066f85 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.518834] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0799ba8f-87ea-4501-ac1d-c0945d6c030e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.533184] env[62555]: DEBUG nova.compute.provider_tree [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.546257] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704216, 'name': Rename_Task, 'duration_secs': 0.16566} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.546257] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.546257] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a5fe534-6868-4f30-809a-5f3e65b8bdc6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.554310] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1389.554310] env[62555]: value = "task-1704217" [ 1389.554310] env[62555]: _type = "Task" [ 1389.554310] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.564776] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.640821] env[62555]: DEBUG nova.network.neutron [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updating instance_info_cache with network_info: [{"id": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "address": "fa:16:3e:24:54:5d", "network": {"id": "35afeda4-af27-419c-9253-5e73c09f2a1f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174585094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f4f3436f86c742a9b8485a7aedb24708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d722673-bf", "ovs_interfaceid": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.742793] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "4837a7c6-6688-457e-ba85-d57b99a13ed9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.743059] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "4837a7c6-6688-457e-ba85-d57b99a13ed9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.889832] env[62555]: DEBUG nova.compute.manager [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1389.922747] env[62555]: DEBUG nova.virt.hardware [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1389.922869] env[62555]: DEBUG nova.virt.hardware [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1389.922992] env[62555]: DEBUG nova.virt.hardware [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.923224] env[62555]: DEBUG nova.virt.hardware [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1389.923386] env[62555]: DEBUG nova.virt.hardware [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.923527] env[62555]: DEBUG nova.virt.hardware [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1389.923726] env[62555]: DEBUG nova.virt.hardware [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1389.923883] env[62555]: DEBUG nova.virt.hardware [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1389.924060] env[62555]: DEBUG nova.virt.hardware [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1389.924223] env[62555]: DEBUG nova.virt.hardware [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1389.924393] env[62555]: DEBUG nova.virt.hardware [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1389.925286] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7d9c19-b8d3-4d25-838c-43fe33f2bc49 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.934036] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3fbff5-ba58-4aab-95db-d0c3df0d015f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.039306] env[62555]: DEBUG nova.scheduler.client.report [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1390.067890] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704217, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.145254] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Releasing lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.145684] env[62555]: DEBUG nova.compute.manager [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Instance network_info: |[{"id": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "address": "fa:16:3e:24:54:5d", "network": {"id": "35afeda4-af27-419c-9253-5e73c09f2a1f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174585094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f4f3436f86c742a9b8485a7aedb24708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d722673-bf", "ovs_interfaceid": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1390.146086] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:54:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d722673-bf6b-42c3-8c2e-d72088d7fe36', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.155960] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Creating folder: Project (f4f3436f86c742a9b8485a7aedb24708). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.156338] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0add586-bedc-4b94-9e42-2a1c81774aa3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.170027] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Created folder: Project (f4f3436f86c742a9b8485a7aedb24708) in parent group-v355069. [ 1390.170252] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Creating folder: Instances. Parent ref: group-v355143. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.170585] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c29fee7e-2a96-4e93-b617-f6dac016d201 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.182799] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Created folder: Instances in parent group-v355143. [ 1390.183105] env[62555]: DEBUG oslo.service.loopingcall [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1390.184112] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.184349] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62c8d2f3-ed61-4ecc-a4b1-73d85abf1b74 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.208145] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.208145] env[62555]: value = "task-1704220" [ 1390.208145] env[62555]: _type = "Task" [ 1390.208145] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.222761] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704220, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.548022] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.548022] env[62555]: DEBUG nova.compute.manager [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1390.549509] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.543s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1390.552128] env[62555]: DEBUG nova.objects.instance [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Lazy-loading 'resources' on Instance uuid bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.568279] env[62555]: DEBUG oslo_vmware.api [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704217, 'name': PowerOnVM_Task, 'duration_secs': 0.718098} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.568546] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.568744] env[62555]: INFO nova.compute.manager [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1390.568918] env[62555]: DEBUG nova.compute.manager [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1390.569701] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dabf932-9d1c-4413-947f-98294cac3d13 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.719845] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704220, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.056903] env[62555]: DEBUG nova.compute.utils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1391.072314] env[62555]: DEBUG nova.compute.manager [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.072545] env[62555]: DEBUG nova.network.neutron [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.095508] env[62555]: INFO nova.compute.manager [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Took 41.00 seconds to build instance. [ 1391.126681] env[62555]: DEBUG nova.policy [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b10aa30e3054c0f9e277103e48da761', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c3a26ffb48448859d7f52a8167bdc3e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1391.165401] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "34828a36-3444-435b-98a2-cd82665c4ef9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.165480] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "34828a36-3444-435b-98a2-cd82665c4ef9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.165601] env[62555]: DEBUG nova.compute.manager [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Going to confirm migration 1 {{(pid=62555) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1391.226080] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704220, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.423946] env[62555]: DEBUG nova.network.neutron [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Successfully updated port: d7a5270d-2b24-47ee-84c7-84239133a7d2 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.446773] env[62555]: DEBUG nova.network.neutron [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Successfully created port: fc60156d-d33b-47ab-aa41-a3fe51768e3e {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1391.509655] env[62555]: DEBUG nova.compute.manager [req-52c41ed0-2a22-457c-8e08-95a8d9616bfc req-e60dae8e-d4ab-4f23-bef5-7c47b1959f15 service nova] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Received event network-vif-plugged-d7a5270d-2b24-47ee-84c7-84239133a7d2 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1391.509655] env[62555]: DEBUG oslo_concurrency.lockutils [req-52c41ed0-2a22-457c-8e08-95a8d9616bfc req-e60dae8e-d4ab-4f23-bef5-7c47b1959f15 service nova] Acquiring lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1391.509655] env[62555]: DEBUG oslo_concurrency.lockutils [req-52c41ed0-2a22-457c-8e08-95a8d9616bfc req-e60dae8e-d4ab-4f23-bef5-7c47b1959f15 service nova] Lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1391.509913] env[62555]: DEBUG oslo_concurrency.lockutils [req-52c41ed0-2a22-457c-8e08-95a8d9616bfc req-e60dae8e-d4ab-4f23-bef5-7c47b1959f15 service nova] Lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.510349] env[62555]: DEBUG nova.compute.manager [req-52c41ed0-2a22-457c-8e08-95a8d9616bfc req-e60dae8e-d4ab-4f23-bef5-7c47b1959f15 service nova] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] No waiting events found dispatching network-vif-plugged-d7a5270d-2b24-47ee-84c7-84239133a7d2 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.510616] env[62555]: WARNING nova.compute.manager [req-52c41ed0-2a22-457c-8e08-95a8d9616bfc req-e60dae8e-d4ab-4f23-bef5-7c47b1959f15 service nova] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Received unexpected event network-vif-plugged-d7a5270d-2b24-47ee-84c7-84239133a7d2 for instance with vm_state building and task_state spawning. [ 1391.570589] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414b1917-d76e-40a8-95a6-aa20943272e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.577894] env[62555]: DEBUG nova.compute.manager [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1391.588942] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248ed08a-b338-4940-beab-f8479fecbb2e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.622028] env[62555]: DEBUG oslo_concurrency.lockutils [None req-572a57ea-c9ed-4a02-abfe-841909ce2ae3 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "e45f5583-5fff-41bd-bc36-027e74429264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.865s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1391.623549] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d65052-2ac0-4eb3-bc57-756a92fa30c1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.636268] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b62674-95c9-4c99-9f9d-c971ac79b2e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.665563] env[62555]: DEBUG nova.compute.provider_tree [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.721094] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704220, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.752031] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.752335] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.752526] env[62555]: DEBUG nova.network.neutron [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.752717] env[62555]: DEBUG nova.objects.instance [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lazy-loading 'info_cache' on Instance uuid 34828a36-3444-435b-98a2-cd82665c4ef9 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.929502] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquiring lock "refresh_cache-a2f51bfc-1fab-496c-ac76-274ab8f49c3f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.929675] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquired lock "refresh_cache-a2f51bfc-1fab-496c-ac76-274ab8f49c3f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.929833] env[62555]: DEBUG nova.network.neutron [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.127683] env[62555]: DEBUG nova.compute.manager [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1392.160032] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquiring lock "eeaafee9-6976-4796-a177-5fffaa70ee15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.161381] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Lock "eeaafee9-6976-4796-a177-5fffaa70ee15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.171121] env[62555]: DEBUG nova.scheduler.client.report [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1392.227366] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704220, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.480038] env[62555]: DEBUG nova.network.neutron [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.589413] env[62555]: DEBUG nova.compute.manager [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1392.614128] env[62555]: DEBUG nova.virt.hardware [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1392.614463] env[62555]: DEBUG nova.virt.hardware [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1392.614593] env[62555]: DEBUG nova.virt.hardware [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1392.614750] env[62555]: DEBUG nova.virt.hardware [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1392.614894] env[62555]: DEBUG nova.virt.hardware [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1392.615055] env[62555]: DEBUG nova.virt.hardware [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1392.615285] env[62555]: DEBUG nova.virt.hardware [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1392.615449] env[62555]: DEBUG nova.virt.hardware [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1392.615619] env[62555]: DEBUG nova.virt.hardware [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1392.615781] env[62555]: DEBUG nova.virt.hardware [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1392.615956] env[62555]: DEBUG nova.virt.hardware [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1392.616858] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8096f767-38e0-48da-abcc-7622edc02167 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.625394] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98cd7de-14bf-48f5-8687-4a4dd959f9d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.658660] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.674528] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.676738] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.094s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.678290] env[62555]: INFO nova.compute.claims [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.696128] env[62555]: INFO nova.scheduler.client.report [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Deleted allocations for instance bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7 [ 1392.703126] env[62555]: DEBUG nova.network.neutron [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Updating instance_info_cache with network_info: [{"id": "d7a5270d-2b24-47ee-84c7-84239133a7d2", "address": "fa:16:3e:ec:ea:4c", "network": {"id": "7d7b176d-afc5-425f-a5b7-9edc5bb65cb8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-464214314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac922cf878d4060ab9e5a4165b11bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a5270d-2b", "ovs_interfaceid": "d7a5270d-2b24-47ee-84c7-84239133a7d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.721436] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704220, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.902992] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "e45f5583-5fff-41bd-bc36-027e74429264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.904107] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "e45f5583-5fff-41bd-bc36-027e74429264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.904107] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "e45f5583-5fff-41bd-bc36-027e74429264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.904107] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "e45f5583-5fff-41bd-bc36-027e74429264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.904107] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "e45f5583-5fff-41bd-bc36-027e74429264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.907011] env[62555]: DEBUG nova.compute.manager [req-2b9a2029-47b6-4fb0-829b-0c60f42166bf req-1eff2358-95d4-4149-84e5-9d12651865f6 service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Received event network-vif-plugged-fc60156d-d33b-47ab-aa41-a3fe51768e3e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1392.907259] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b9a2029-47b6-4fb0-829b-0c60f42166bf req-1eff2358-95d4-4149-84e5-9d12651865f6 service nova] Acquiring lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.907383] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b9a2029-47b6-4fb0-829b-0c60f42166bf req-1eff2358-95d4-4149-84e5-9d12651865f6 service nova] Lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.907540] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b9a2029-47b6-4fb0-829b-0c60f42166bf req-1eff2358-95d4-4149-84e5-9d12651865f6 service nova] Lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.907703] env[62555]: DEBUG nova.compute.manager [req-2b9a2029-47b6-4fb0-829b-0c60f42166bf req-1eff2358-95d4-4149-84e5-9d12651865f6 service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] No waiting events found dispatching network-vif-plugged-fc60156d-d33b-47ab-aa41-a3fe51768e3e {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1392.907858] env[62555]: WARNING nova.compute.manager [req-2b9a2029-47b6-4fb0-829b-0c60f42166bf req-1eff2358-95d4-4149-84e5-9d12651865f6 service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Received unexpected event network-vif-plugged-fc60156d-d33b-47ab-aa41-a3fe51768e3e for instance with vm_state building and task_state spawning. [ 1392.908358] env[62555]: INFO nova.compute.manager [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Terminating instance [ 1393.004810] env[62555]: DEBUG nova.network.neutron [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Successfully updated port: fc60156d-d33b-47ab-aa41-a3fe51768e3e {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1393.060080] env[62555]: DEBUG nova.network.neutron [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance_info_cache with network_info: [{"id": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "address": "fa:16:3e:52:12:e2", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fd9808-1b", "ovs_interfaceid": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.207124] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ac444880-378a-4e04-985b-bd1dbd602acd tempest-InstanceActionsNegativeTestJSON-207655514 tempest-InstanceActionsNegativeTestJSON-207655514-project-member] Lock "bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.856s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.208123] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Releasing lock "refresh_cache-a2f51bfc-1fab-496c-ac76-274ab8f49c3f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.208380] env[62555]: DEBUG nova.compute.manager [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Instance network_info: |[{"id": "d7a5270d-2b24-47ee-84c7-84239133a7d2", "address": "fa:16:3e:ec:ea:4c", "network": {"id": "7d7b176d-afc5-425f-a5b7-9edc5bb65cb8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-464214314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac922cf878d4060ab9e5a4165b11bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a5270d-2b", "ovs_interfaceid": "d7a5270d-2b24-47ee-84c7-84239133a7d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1393.208932] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:ea:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dba18786-598d-4e06-96db-b3dc1717530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7a5270d-2b24-47ee-84c7-84239133a7d2', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.217666] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Creating folder: Project (8ac922cf878d4060ab9e5a4165b11bef). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.218462] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc88192d-1c60-4c6e-af5f-0e0d839a04f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.231397] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704220, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.236011] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Created folder: Project (8ac922cf878d4060ab9e5a4165b11bef) in parent group-v355069. [ 1393.236234] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Creating folder: Instances. Parent ref: group-v355146. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1393.236483] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2c27ea1-700d-4007-a0d3-0826e329bae5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.247175] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Created folder: Instances in parent group-v355146. [ 1393.247427] env[62555]: DEBUG oslo.service.loopingcall [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1393.247619] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.247828] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aee3d0f4-2dfc-44ea-80d8-efde9d03f368 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.268702] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.268702] env[62555]: value = "task-1704223" [ 1393.268702] env[62555]: _type = "Task" [ 1393.268702] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.276792] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704223, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.413376] env[62555]: DEBUG nova.compute.manager [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1393.413627] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1393.414791] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19052204-e4b0-4a55-9278-824aa6cae251 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.423501] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1393.423809] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce0c102d-331f-4577-8df2-9d0e69eb9c19 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.431060] env[62555]: DEBUG oslo_vmware.api [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1393.431060] env[62555]: value = "task-1704224" [ 1393.431060] env[62555]: _type = "Task" [ 1393.431060] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.440311] env[62555]: DEBUG oslo_vmware.api [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.509851] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquiring lock "refresh_cache-31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.510094] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquired lock "refresh_cache-31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.510245] env[62555]: DEBUG nova.network.neutron [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.537873] env[62555]: DEBUG nova.compute.manager [req-8a100dee-5345-4d09-a4e5-738fc0d1afb7 req-8ae09d0f-0226-4e77-8ba5-c9356f63428f service nova] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Received event network-changed-d7a5270d-2b24-47ee-84c7-84239133a7d2 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1393.538095] env[62555]: DEBUG nova.compute.manager [req-8a100dee-5345-4d09-a4e5-738fc0d1afb7 req-8ae09d0f-0226-4e77-8ba5-c9356f63428f service nova] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Refreshing instance network info cache due to event network-changed-d7a5270d-2b24-47ee-84c7-84239133a7d2. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1393.538325] env[62555]: DEBUG oslo_concurrency.lockutils [req-8a100dee-5345-4d09-a4e5-738fc0d1afb7 req-8ae09d0f-0226-4e77-8ba5-c9356f63428f service nova] Acquiring lock "refresh_cache-a2f51bfc-1fab-496c-ac76-274ab8f49c3f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.538512] env[62555]: DEBUG oslo_concurrency.lockutils [req-8a100dee-5345-4d09-a4e5-738fc0d1afb7 req-8ae09d0f-0226-4e77-8ba5-c9356f63428f service nova] Acquired lock "refresh_cache-a2f51bfc-1fab-496c-ac76-274ab8f49c3f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.538679] env[62555]: DEBUG nova.network.neutron [req-8a100dee-5345-4d09-a4e5-738fc0d1afb7 req-8ae09d0f-0226-4e77-8ba5-c9356f63428f service nova] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Refreshing network info cache for port d7a5270d-2b24-47ee-84c7-84239133a7d2 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.564064] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.564064] env[62555]: DEBUG nova.objects.instance [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lazy-loading 'migration_context' on Instance uuid 34828a36-3444-435b-98a2-cd82665c4ef9 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.732626] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704220, 'name': CreateVM_Task, 'duration_secs': 3.395195} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.733126] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.733890] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.734204] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.734610] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1393.734942] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdef98cd-63e7-4868-90d0-5d4834f1012c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.745017] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1393.745017] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52077d96-58cf-33ac-920e-574053ee74a7" [ 1393.745017] env[62555]: _type = "Task" [ 1393.745017] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.756710] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52077d96-58cf-33ac-920e-574053ee74a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.787839] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704223, 'name': CreateVM_Task, 'duration_secs': 0.382447} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.788257] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.788999] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1393.946210] env[62555]: DEBUG oslo_vmware.api [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704224, 'name': PowerOffVM_Task, 'duration_secs': 0.235973} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.946697] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.946760] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.947152] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09e74c71-0747-42da-82b4-d41c030c845c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.024891] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1394.025467] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1394.025561] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Deleting the datastore file [datastore1] e45f5583-5fff-41bd-bc36-027e74429264 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1394.026105] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6940394c-dcce-45ce-9149-5c447fb44b78 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.034111] env[62555]: DEBUG oslo_vmware.api [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for the task: (returnval){ [ 1394.034111] env[62555]: value = "task-1704226" [ 1394.034111] env[62555]: _type = "Task" [ 1394.034111] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.051563] env[62555]: DEBUG oslo_vmware.api [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704226, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.067877] env[62555]: DEBUG nova.objects.base [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Object Instance<34828a36-3444-435b-98a2-cd82665c4ef9> lazy-loaded attributes: info_cache,migration_context {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1394.068825] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb6df6f-b9e2-4225-80b3-749fd2819c3d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.096620] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25df9ba9-4cc5-4e04-b6ad-3ddfcadf802f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.104086] env[62555]: DEBUG oslo_vmware.api [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1394.104086] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e36527-7e7c-9b18-3455-93b7b6ee8674" [ 1394.104086] env[62555]: _type = "Task" [ 1394.104086] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.114974] env[62555]: DEBUG oslo_vmware.api [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e36527-7e7c-9b18-3455-93b7b6ee8674, 'name': SearchDatastore_Task, 'duration_secs': 0.007418} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.115301] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.177280] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc91ce9-65f8-4437-9f2d-bd72147e47db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.186111] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372c1015-0daf-46e9-b61c-6d241973e708 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.221396] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b2dc61-1df9-4f50-a384-7111d69b9a34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.229957] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccd9354-bd2d-4387-b226-04e157de2b5b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.243780] env[62555]: DEBUG nova.compute.provider_tree [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1394.254755] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52077d96-58cf-33ac-920e-574053ee74a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.255734] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.255864] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.256101] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.256242] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.256414] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.256685] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.256982] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1394.257477] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed83de5f-6860-4085-949f-9840e39f2199 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.263262] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5522633-62d9-4222-af3d-e913d27a003b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.269140] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for the task: (returnval){ [ 1394.269140] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e13728-790c-5135-cdfb-ead6214b2aaf" [ 1394.269140] env[62555]: _type = "Task" [ 1394.269140] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.273885] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.274171] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.275347] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce38377c-0fa0-4116-a227-3104ec8d945e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.281428] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e13728-790c-5135-cdfb-ead6214b2aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.282371] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.282371] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.283599] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1394.284779] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1394.284779] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dfab45-77cf-3297-e501-1c3e861d0af4" [ 1394.284779] env[62555]: _type = "Task" [ 1394.284779] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.292810] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dfab45-77cf-3297-e501-1c3e861d0af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.306571] env[62555]: DEBUG nova.network.neutron [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.342664] env[62555]: DEBUG nova.network.neutron [req-8a100dee-5345-4d09-a4e5-738fc0d1afb7 req-8ae09d0f-0226-4e77-8ba5-c9356f63428f service nova] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Updated VIF entry in instance network info cache for port d7a5270d-2b24-47ee-84c7-84239133a7d2. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.343020] env[62555]: DEBUG nova.network.neutron [req-8a100dee-5345-4d09-a4e5-738fc0d1afb7 req-8ae09d0f-0226-4e77-8ba5-c9356f63428f service nova] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Updating instance_info_cache with network_info: [{"id": "d7a5270d-2b24-47ee-84c7-84239133a7d2", "address": "fa:16:3e:ec:ea:4c", "network": {"id": "7d7b176d-afc5-425f-a5b7-9edc5bb65cb8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-464214314-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ac922cf878d4060ab9e5a4165b11bef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dba18786-598d-4e06-96db-b3dc1717530f", "external-id": "nsx-vlan-transportzone-741", "segmentation_id": 741, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a5270d-2b", "ovs_interfaceid": "d7a5270d-2b24-47ee-84c7-84239133a7d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.545517] env[62555]: DEBUG oslo_vmware.api [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Task: {'id': task-1704226, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152465} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.545517] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.545517] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.545517] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.545829] env[62555]: INFO nova.compute.manager [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1394.546116] env[62555]: DEBUG oslo.service.loopingcall [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.546317] env[62555]: DEBUG nova.compute.manager [-] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1394.546413] env[62555]: DEBUG nova.network.neutron [-] [instance: e45f5583-5fff-41bd-bc36-027e74429264] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.660045] env[62555]: DEBUG nova.network.neutron [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Updating instance_info_cache with network_info: [{"id": "fc60156d-d33b-47ab-aa41-a3fe51768e3e", "address": "fa:16:3e:b0:e6:6e", "network": {"id": "bb948fb6-a36b-4221-bbb1-46c7be73d0f0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-812703244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3a26ffb48448859d7f52a8167bdc3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc60156d-d3", "ovs_interfaceid": "fc60156d-d33b-47ab-aa41-a3fe51768e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.773749] env[62555]: ERROR nova.scheduler.client.report [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [req-26a044f5-3af6-4ea9-8a35-46a3dadaa380] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-26a044f5-3af6-4ea9-8a35-46a3dadaa380"}]} [ 1394.800735] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dfab45-77cf-3297-e501-1c3e861d0af4, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.801900] env[62555]: DEBUG nova.scheduler.client.report [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1394.808598] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21d5a5d4-3ff1-40fd-826d-793415be7925 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.817824] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1394.817824] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f5e52a-3c6d-86bd-32dc-d9ba6da7dbc3" [ 1394.817824] env[62555]: _type = "Task" [ 1394.817824] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.822638] env[62555]: DEBUG nova.scheduler.client.report [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1394.822938] env[62555]: DEBUG nova.compute.provider_tree [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1394.831253] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f5e52a-3c6d-86bd-32dc-d9ba6da7dbc3, 'name': SearchDatastore_Task, 'duration_secs': 0.011297} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.831564] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.831847] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c/1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1394.832423] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.832764] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.833187] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de28b937-83d4-4388-bdfb-bd184f75c38c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.835706] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81100a94-7b28-469e-b68b-ac8479eaad2d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.838486] env[62555]: DEBUG nova.scheduler.client.report [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1394.846011] env[62555]: DEBUG oslo_concurrency.lockutils [req-8a100dee-5345-4d09-a4e5-738fc0d1afb7 req-8ae09d0f-0226-4e77-8ba5-c9356f63428f service nova] Releasing lock "refresh_cache-a2f51bfc-1fab-496c-ac76-274ab8f49c3f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.846455] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1394.846455] env[62555]: value = "task-1704227" [ 1394.846455] env[62555]: _type = "Task" [ 1394.846455] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.853292] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.853502] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.856912] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3862adee-c4a2-46f7-9129-1f911b5c7dd0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.859476] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.860594] env[62555]: DEBUG nova.scheduler.client.report [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1394.866207] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for the task: (returnval){ [ 1394.866207] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5224c4b6-7c0f-3c49-3eea-6d33ec0ddd5f" [ 1394.866207] env[62555]: _type = "Task" [ 1394.866207] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.874675] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5224c4b6-7c0f-3c49-3eea-6d33ec0ddd5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.163803] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Releasing lock "refresh_cache-31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.164138] env[62555]: DEBUG nova.compute.manager [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Instance network_info: |[{"id": "fc60156d-d33b-47ab-aa41-a3fe51768e3e", "address": "fa:16:3e:b0:e6:6e", "network": {"id": "bb948fb6-a36b-4221-bbb1-46c7be73d0f0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-812703244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3a26ffb48448859d7f52a8167bdc3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc60156d-d3", "ovs_interfaceid": "fc60156d-d33b-47ab-aa41-a3fe51768e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1395.169765] env[62555]: DEBUG nova.compute.manager [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Received event network-changed-fc60156d-d33b-47ab-aa41-a3fe51768e3e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1395.170219] env[62555]: DEBUG nova.compute.manager [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Refreshing instance network info cache due to event network-changed-fc60156d-d33b-47ab-aa41-a3fe51768e3e. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1395.170922] env[62555]: DEBUG oslo_concurrency.lockutils [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] Acquiring lock "refresh_cache-31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.170922] env[62555]: DEBUG oslo_concurrency.lockutils [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] Acquired lock "refresh_cache-31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.170922] env[62555]: DEBUG nova.network.neutron [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Refreshing network info cache for port fc60156d-d33b-47ab-aa41-a3fe51768e3e {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.175038] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:e6:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc60156d-d33b-47ab-aa41-a3fe51768e3e', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.184815] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Creating folder: Project (9c3a26ffb48448859d7f52a8167bdc3e). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.186541] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9475764-da9f-4a9f-a74f-15a7b593910e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.206044] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Created folder: Project (9c3a26ffb48448859d7f52a8167bdc3e) in parent group-v355069. [ 1395.206044] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Creating folder: Instances. Parent ref: group-v355149. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.206365] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21864418-5146-4030-bda2-96434d2ecbe5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.222972] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Created folder: Instances in parent group-v355149. [ 1395.222972] env[62555]: DEBUG oslo.service.loopingcall [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.223359] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.223653] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0bc3bfc-359c-46b4-b385-dedf535d630e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.257584] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.257584] env[62555]: value = "task-1704230" [ 1395.257584] env[62555]: _type = "Task" [ 1395.257584] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.270094] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704230, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.308224] env[62555]: DEBUG nova.network.neutron [-] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.358956] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704227, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.380683] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5224c4b6-7c0f-3c49-3eea-6d33ec0ddd5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.381672] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82f82528-3ff7-48ae-9c7e-0f43485d7096 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.388321] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for the task: (returnval){ [ 1395.388321] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f00676-af0c-8d1e-73cb-16b858ac2845" [ 1395.388321] env[62555]: _type = "Task" [ 1395.388321] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.398893] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f00676-af0c-8d1e-73cb-16b858ac2845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.465936] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc317cf-c29e-4d71-989f-aa1d5ca7fb22 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.474444] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9df70d2-4445-4101-ba3e-08de68fc505d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.508046] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa59ba28-588e-4b73-80d6-765f5a18b4f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.516877] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d396f0-7fcb-4bdd-9f2b-4316ebec6d03 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.531160] env[62555]: DEBUG nova.compute.provider_tree [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.772789] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704230, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.810827] env[62555]: INFO nova.compute.manager [-] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Took 1.26 seconds to deallocate network for instance. [ 1395.858790] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562692} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.859581] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c/1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1395.859581] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1395.859581] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7971eb23-58b4-4e2f-8202-d6025e23e057 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.867572] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1395.867572] env[62555]: value = "task-1704231" [ 1395.867572] env[62555]: _type = "Task" [ 1395.867572] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.876634] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.900470] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f00676-af0c-8d1e-73cb-16b858ac2845, 'name': SearchDatastore_Task, 'duration_secs': 0.015136} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.900833] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1395.901169] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a2f51bfc-1fab-496c-ac76-274ab8f49c3f/a2f51bfc-1fab-496c-ac76-274ab8f49c3f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.901467] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78eb1509-02d4-4028-b56a-0da3634c12cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.911069] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for the task: (returnval){ [ 1395.911069] env[62555]: value = "task-1704232" [ 1395.911069] env[62555]: _type = "Task" [ 1395.911069] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.920253] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.974377] env[62555]: DEBUG nova.network.neutron [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Updated VIF entry in instance network info cache for port fc60156d-d33b-47ab-aa41-a3fe51768e3e. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1395.974821] env[62555]: DEBUG nova.network.neutron [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Updating instance_info_cache with network_info: [{"id": "fc60156d-d33b-47ab-aa41-a3fe51768e3e", "address": "fa:16:3e:b0:e6:6e", "network": {"id": "bb948fb6-a36b-4221-bbb1-46c7be73d0f0", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-812703244-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c3a26ffb48448859d7f52a8167bdc3e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc60156d-d3", "ovs_interfaceid": "fc60156d-d33b-47ab-aa41-a3fe51768e3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.034773] env[62555]: DEBUG nova.scheduler.client.report [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1396.270124] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704230, 'name': CreateVM_Task, 'duration_secs': 0.654414} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.270357] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.271124] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.271556] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.271635] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1396.272217] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b34449-d5c9-4e9d-b229-695f6e250e2c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.278773] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for the task: (returnval){ [ 1396.278773] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524dd74a-23ea-d9a1-d71d-425b39ba4feb" [ 1396.278773] env[62555]: _type = "Task" [ 1396.278773] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.289803] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524dd74a-23ea-d9a1-d71d-425b39ba4feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.321453] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1396.377710] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071536} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.378792] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1396.379177] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34c9dfa-a607-44d5-b24a-ee251212ceef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.404226] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c/1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.404594] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fb52e45-a586-4783-a246-189c6c8269b7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.428790] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704232, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.429991] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1396.429991] env[62555]: value = "task-1704233" [ 1396.429991] env[62555]: _type = "Task" [ 1396.429991] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.440661] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.477496] env[62555]: DEBUG oslo_concurrency.lockutils [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] Releasing lock "refresh_cache-31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.477752] env[62555]: DEBUG nova.compute.manager [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Received event network-vif-deleted-b6f541b1-6b6b-47c8-a757-5576b6dc3959 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1396.477934] env[62555]: INFO nova.compute.manager [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Neutron deleted interface b6f541b1-6b6b-47c8-a757-5576b6dc3959; detaching it from the instance and deleting it from the info cache [ 1396.478123] env[62555]: DEBUG nova.network.neutron [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.541218] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.864s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.541743] env[62555]: DEBUG nova.compute.manager [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1396.544700] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.856s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1396.544930] env[62555]: DEBUG nova.objects.instance [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lazy-loading 'resources' on Instance uuid c48d86ef-48b1-480b-8aab-090a7840e481 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.790330] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524dd74a-23ea-d9a1-d71d-425b39ba4feb, 'name': SearchDatastore_Task, 'duration_secs': 0.053787} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.790645] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.790874] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.791122] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.791272] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.792265] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.792596] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f750f0d1-f03d-48c5-8bb4-bc754d9f068e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.801885] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.802121] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.802898] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-656faecb-17ea-4f3b-ab19-1baaac6323ab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.809709] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for the task: (returnval){ [ 1396.809709] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a736d2-7ae8-9361-6f91-fb8338ed66fe" [ 1396.809709] env[62555]: _type = "Task" [ 1396.809709] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.817944] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a736d2-7ae8-9361-6f91-fb8338ed66fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.930741] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522883} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.933980] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a2f51bfc-1fab-496c-ac76-274ab8f49c3f/a2f51bfc-1fab-496c-ac76-274ab8f49c3f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.934274] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.934472] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d83aee2e-b921-4be5-aba8-b193f0aa387d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.941900] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704233, 'name': ReconfigVM_Task, 'duration_secs': 0.323114} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.943696] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c/1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.944385] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for the task: (returnval){ [ 1396.944385] env[62555]: value = "task-1704234" [ 1396.944385] env[62555]: _type = "Task" [ 1396.944385] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.944569] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1241e4d-12a0-48f4-b6ef-bcc8d7149467 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.954825] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1396.954825] env[62555]: value = "task-1704235" [ 1396.954825] env[62555]: _type = "Task" [ 1396.954825] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.963592] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704235, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.980838] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bc8d987-fd51-4f60-a4c0-425fc01ba6b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.993429] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324e6505-6d12-4dbd-bccd-a61a7df7e788 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.025714] env[62555]: DEBUG nova.compute.manager [req-ad18621a-4a30-4a1a-8296-9845840d8892 req-8388294b-0fcb-4b1d-924b-e5743b795544 service nova] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Detach interface failed, port_id=b6f541b1-6b6b-47c8-a757-5576b6dc3959, reason: Instance e45f5583-5fff-41bd-bc36-027e74429264 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1397.048691] env[62555]: DEBUG nova.compute.utils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1397.053323] env[62555]: DEBUG nova.compute.manager [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1397.053514] env[62555]: DEBUG nova.network.neutron [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1397.113663] env[62555]: DEBUG nova.policy [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b246c82dee8457baa5a73a04496a356', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '24e960eac34d4c1aa8213475cd7670b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1397.320864] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a736d2-7ae8-9361-6f91-fb8338ed66fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.321970] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-075d9f61-84d8-4b9d-95dc-e4606215679e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.329109] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for the task: (returnval){ [ 1397.329109] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526e8378-30d7-0b83-92e2-d79882ada63b" [ 1397.329109] env[62555]: _type = "Task" [ 1397.329109] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.337640] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526e8378-30d7-0b83-92e2-d79882ada63b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.384526] env[62555]: DEBUG nova.network.neutron [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Successfully created port: 162f392b-ab64-4a30-abb0-9567f88e74b0 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1397.461443] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106043} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.462115] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.462834] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4835b384-a54c-4420-b2bd-7381c8abe717 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.468558] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704235, 'name': Rename_Task, 'duration_secs': 0.152797} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.469146] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.469415] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1419674-1520-4526-b93b-6376d5b0c254 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.489724] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] a2f51bfc-1fab-496c-ac76-274ab8f49c3f/a2f51bfc-1fab-496c-ac76-274ab8f49c3f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.493804] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1cce121-4f95-4f21-9a62-af858aac2252 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.508534] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1397.508534] env[62555]: value = "task-1704236" [ 1397.508534] env[62555]: _type = "Task" [ 1397.508534] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.515631] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for the task: (returnval){ [ 1397.515631] env[62555]: value = "task-1704237" [ 1397.515631] env[62555]: _type = "Task" [ 1397.515631] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.519806] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704236, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.524544] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad7a86e-e7db-455b-91af-39d916a617cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.535877] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383038a4-1ab1-4ceb-bdce-8a1956c5c287 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.539252] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.566797] env[62555]: DEBUG nova.compute.manager [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1397.570045] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5995c8bb-7544-4b66-b174-64b03b5678ad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.580615] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb2e777-5ed5-4900-9964-7d2a09b74154 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.597098] env[62555]: DEBUG nova.compute.provider_tree [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.839292] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526e8378-30d7-0b83-92e2-d79882ada63b, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.839566] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.839828] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd/31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.840147] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e76d3246-18a7-448e-b264-32646ee4c161 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.847059] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for the task: (returnval){ [ 1397.847059] env[62555]: value = "task-1704238" [ 1397.847059] env[62555]: _type = "Task" [ 1397.847059] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.855721] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.011643] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "57c76784-a3bc-4a7e-97ad-73a06e2835da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.011904] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "57c76784-a3bc-4a7e-97ad-73a06e2835da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.021697] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704236, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.032342] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704237, 'name': ReconfigVM_Task, 'duration_secs': 0.292596} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.032693] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] a2f51bfc-1fab-496c-ac76-274ab8f49c3f/a2f51bfc-1fab-496c-ac76-274ab8f49c3f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.033596] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fd6d245-b726-4491-ac35-002c1dc14f9c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.041944] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for the task: (returnval){ [ 1398.041944] env[62555]: value = "task-1704239" [ 1398.041944] env[62555]: _type = "Task" [ 1398.041944] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.054339] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704239, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.104209] env[62555]: DEBUG nova.scheduler.client.report [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1398.359109] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704238, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.479673] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.479673] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.523300] env[62555]: DEBUG oslo_vmware.api [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704236, 'name': PowerOnVM_Task, 'duration_secs': 0.547284} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.523300] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.523300] env[62555]: INFO nova.compute.manager [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Took 12.27 seconds to spawn the instance on the hypervisor. [ 1398.523300] env[62555]: DEBUG nova.compute.manager [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.523873] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea84dbc-c098-4cd0-9db4-eb87d4e8f39b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.551471] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704239, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.581431] env[62555]: DEBUG nova.compute.manager [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1398.605918] env[62555]: DEBUG nova.virt.hardware [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1398.606194] env[62555]: DEBUG nova.virt.hardware [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1398.606352] env[62555]: DEBUG nova.virt.hardware [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1398.606534] env[62555]: DEBUG nova.virt.hardware [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1398.606679] env[62555]: DEBUG nova.virt.hardware [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1398.606823] env[62555]: DEBUG nova.virt.hardware [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1398.607143] env[62555]: DEBUG nova.virt.hardware [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1398.607848] env[62555]: DEBUG nova.virt.hardware [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1398.607848] env[62555]: DEBUG nova.virt.hardware [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1398.607848] env[62555]: DEBUG nova.virt.hardware [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1398.609032] env[62555]: DEBUG nova.virt.hardware [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1398.609072] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d108cff8-79c8-4688-ab0a-1e5cac07edea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.613662] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.620014] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.301s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.621430] env[62555]: INFO nova.compute.claims [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.625692] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd6853e-25ca-4f6c-bdff-9fb406c8fed2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.640646] env[62555]: INFO nova.scheduler.client.report [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Deleted allocations for instance c48d86ef-48b1-480b-8aab-090a7840e481 [ 1398.860129] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67205} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.860494] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd/31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.860653] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.860922] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3de01e23-51e0-4fe3-b09c-12f3f366c99f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.868428] env[62555]: DEBUG nova.compute.manager [req-801b860d-3718-4508-8c03-65ad4cd20334 req-4b82c959-f5f1-433a-979d-dc8b07a1b1b8 service nova] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Received event network-vif-plugged-162f392b-ab64-4a30-abb0-9567f88e74b0 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1398.868663] env[62555]: DEBUG oslo_concurrency.lockutils [req-801b860d-3718-4508-8c03-65ad4cd20334 req-4b82c959-f5f1-433a-979d-dc8b07a1b1b8 service nova] Acquiring lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.868884] env[62555]: DEBUG oslo_concurrency.lockutils [req-801b860d-3718-4508-8c03-65ad4cd20334 req-4b82c959-f5f1-433a-979d-dc8b07a1b1b8 service nova] Lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1398.869160] env[62555]: DEBUG oslo_concurrency.lockutils [req-801b860d-3718-4508-8c03-65ad4cd20334 req-4b82c959-f5f1-433a-979d-dc8b07a1b1b8 service nova] Lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.869270] env[62555]: DEBUG nova.compute.manager [req-801b860d-3718-4508-8c03-65ad4cd20334 req-4b82c959-f5f1-433a-979d-dc8b07a1b1b8 service nova] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] No waiting events found dispatching network-vif-plugged-162f392b-ab64-4a30-abb0-9567f88e74b0 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1398.869387] env[62555]: WARNING nova.compute.manager [req-801b860d-3718-4508-8c03-65ad4cd20334 req-4b82c959-f5f1-433a-979d-dc8b07a1b1b8 service nova] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Received unexpected event network-vif-plugged-162f392b-ab64-4a30-abb0-9567f88e74b0 for instance with vm_state building and task_state spawning. [ 1398.874695] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for the task: (returnval){ [ 1398.874695] env[62555]: value = "task-1704240" [ 1398.874695] env[62555]: _type = "Task" [ 1398.874695] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.884210] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.911326] env[62555]: DEBUG nova.network.neutron [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Successfully updated port: 162f392b-ab64-4a30-abb0-9567f88e74b0 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1399.045562] env[62555]: INFO nova.compute.manager [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Took 48.51 seconds to build instance. [ 1399.046748] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "b7d0868f-148b-4d9a-b070-bd882b34bc35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.047248] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "b7d0868f-148b-4d9a-b070-bd882b34bc35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.056485] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704239, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.148294] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ad62b9-fe8d-4783-9edf-5ef2b65badca tempest-ServersAdmin275Test-1117043435 tempest-ServersAdmin275Test-1117043435-project-member] Lock "c48d86ef-48b1-480b-8aab-090a7840e481" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.904s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.384151] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059356} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.384435] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.385201] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7695e459-62b0-4176-973f-f58822562141 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.408486] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd/31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.408743] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24f05bfa-db7a-454e-ae46-f7020b5e5eb0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.423344] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquiring lock "refresh_cache-19cf7bed-b39d-4139-a4a2-f92fe9e350d0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.423530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquired lock "refresh_cache-19cf7bed-b39d-4139-a4a2-f92fe9e350d0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.423694] env[62555]: DEBUG nova.network.neutron [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.430673] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for the task: (returnval){ [ 1399.430673] env[62555]: value = "task-1704241" [ 1399.430673] env[62555]: _type = "Task" [ 1399.430673] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.440023] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.551530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dd57bba-06c7-4cb1-b059-a4e0c74ba1c9 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.002s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.556623] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704239, 'name': Rename_Task, 'duration_secs': 1.187532} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.557171] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.557453] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57200ae8-cb2a-47b6-b89c-f2df35098ddc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.564503] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for the task: (returnval){ [ 1399.564503] env[62555]: value = "task-1704242" [ 1399.564503] env[62555]: _type = "Task" [ 1399.564503] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.572953] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.666041] env[62555]: INFO nova.compute.manager [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Rescuing [ 1399.666325] env[62555]: DEBUG oslo_concurrency.lockutils [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquiring lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.666526] env[62555]: DEBUG oslo_concurrency.lockutils [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquired lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.666683] env[62555]: DEBUG nova.network.neutron [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.942051] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704241, 'name': ReconfigVM_Task, 'duration_secs': 0.309704} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.944637] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd/31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.945957] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93e5dea4-a44e-4d12-9c89-5707dd449f59 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.952423] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for the task: (returnval){ [ 1399.952423] env[62555]: value = "task-1704243" [ 1399.952423] env[62555]: _type = "Task" [ 1399.952423] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.963322] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704243, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.969116] env[62555]: DEBUG nova.network.neutron [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.058955] env[62555]: DEBUG nova.compute.manager [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1400.074948] env[62555]: DEBUG oslo_vmware.api [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704242, 'name': PowerOnVM_Task, 'duration_secs': 0.442446} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.077707] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.077935] env[62555]: INFO nova.compute.manager [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1400.078133] env[62555]: DEBUG nova.compute.manager [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1400.079160] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1ce58d-1549-4e8f-bcb4-cb3e441b797a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.090922] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229706dd-56f7-4c6a-b8d7-53ec776c4f36 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.097911] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85c9c82-a723-4352-9ba0-20c4989ec8ad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.132617] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3343c96-c022-48f9-bdbb-30fb61ccb828 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.141416] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a2d6ad-cb6e-4db8-8ddb-ba66529ee9ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.156928] env[62555]: DEBUG nova.compute.provider_tree [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.169107] env[62555]: DEBUG nova.network.neutron [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Updating instance_info_cache with network_info: [{"id": "162f392b-ab64-4a30-abb0-9567f88e74b0", "address": "fa:16:3e:39:94:c5", "network": {"id": "46063b08-de69-4050-9d40-1186c19e6021", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2062879490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e960eac34d4c1aa8213475cd7670b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162f392b-ab", "ovs_interfaceid": "162f392b-ab64-4a30-abb0-9567f88e74b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.367554] env[62555]: DEBUG nova.network.neutron [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updating instance_info_cache with network_info: [{"id": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "address": "fa:16:3e:24:54:5d", "network": {"id": "35afeda4-af27-419c-9253-5e73c09f2a1f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174585094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f4f3436f86c742a9b8485a7aedb24708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d722673-bf", "ovs_interfaceid": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.463768] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704243, 'name': Rename_Task, 'duration_secs': 0.162903} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.464135] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.464934] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ca142d7-3b14-4c58-a962-067dac81624f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.471467] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for the task: (returnval){ [ 1400.471467] env[62555]: value = "task-1704244" [ 1400.471467] env[62555]: _type = "Task" [ 1400.471467] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.479680] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.585843] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.602895] env[62555]: INFO nova.compute.manager [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Took 48.10 seconds to build instance. [ 1400.659727] env[62555]: DEBUG nova.scheduler.client.report [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1400.672702] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Releasing lock "refresh_cache-19cf7bed-b39d-4139-a4a2-f92fe9e350d0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.673342] env[62555]: DEBUG nova.compute.manager [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Instance network_info: |[{"id": "162f392b-ab64-4a30-abb0-9567f88e74b0", "address": "fa:16:3e:39:94:c5", "network": {"id": "46063b08-de69-4050-9d40-1186c19e6021", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2062879490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e960eac34d4c1aa8213475cd7670b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162f392b-ab", "ovs_interfaceid": "162f392b-ab64-4a30-abb0-9567f88e74b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1400.673684] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:94:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '162f392b-ab64-4a30-abb0-9567f88e74b0', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1400.682020] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Creating folder: Project (24e960eac34d4c1aa8213475cd7670b7). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.683074] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-057e26af-c01b-4d60-aabb-ebaf13cbb43e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.694475] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Created folder: Project (24e960eac34d4c1aa8213475cd7670b7) in parent group-v355069. [ 1400.694685] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Creating folder: Instances. Parent ref: group-v355152. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1400.694932] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-087f3230-ac48-452e-a9b9-3dd606329621 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.703531] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Created folder: Instances in parent group-v355152. [ 1400.703797] env[62555]: DEBUG oslo.service.loopingcall [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.703996] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1400.704230] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85a6fc05-9229-4eb1-b2d3-c9a1d18f1896 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.723610] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1400.723610] env[62555]: value = "task-1704247" [ 1400.723610] env[62555]: _type = "Task" [ 1400.723610] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.732439] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704247, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.869883] env[62555]: DEBUG oslo_concurrency.lockutils [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Releasing lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1400.982893] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704244, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.024169] env[62555]: DEBUG nova.compute.manager [req-94620e11-3dcb-49bc-8223-2c0297f22997 req-8e31c662-fa6c-434d-b846-069a262354b5 service nova] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Received event network-changed-162f392b-ab64-4a30-abb0-9567f88e74b0 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1401.024459] env[62555]: DEBUG nova.compute.manager [req-94620e11-3dcb-49bc-8223-2c0297f22997 req-8e31c662-fa6c-434d-b846-069a262354b5 service nova] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Refreshing instance network info cache due to event network-changed-162f392b-ab64-4a30-abb0-9567f88e74b0. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1401.024820] env[62555]: DEBUG oslo_concurrency.lockutils [req-94620e11-3dcb-49bc-8223-2c0297f22997 req-8e31c662-fa6c-434d-b846-069a262354b5 service nova] Acquiring lock "refresh_cache-19cf7bed-b39d-4139-a4a2-f92fe9e350d0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.025054] env[62555]: DEBUG oslo_concurrency.lockutils [req-94620e11-3dcb-49bc-8223-2c0297f22997 req-8e31c662-fa6c-434d-b846-069a262354b5 service nova] Acquired lock "refresh_cache-19cf7bed-b39d-4139-a4a2-f92fe9e350d0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.025300] env[62555]: DEBUG nova.network.neutron [req-94620e11-3dcb-49bc-8223-2c0297f22997 req-8e31c662-fa6c-434d-b846-069a262354b5 service nova] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Refreshing network info cache for port 162f392b-ab64-4a30-abb0-9567f88e74b0 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.106041] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0285733-9385-4584-ba19-06fed447b315 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.252s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.165706] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.166264] env[62555]: DEBUG nova.compute.manager [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1401.168868] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.730s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.170930] env[62555]: INFO nova.compute.claims [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1401.234221] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704247, 'name': CreateVM_Task, 'duration_secs': 0.382269} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.234389] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.235097] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.236031] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.236031] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.236031] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-badf4c7a-0363-41f1-b1be-473c97da8152 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.240531] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for the task: (returnval){ [ 1401.240531] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291f505-dd49-da9c-1fde-2c6f758fecb9" [ 1401.240531] env[62555]: _type = "Task" [ 1401.240531] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.248094] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291f505-dd49-da9c-1fde-2c6f758fecb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.431058] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4dface7e-533e-453b-9731-e294ce448dc5 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquiring lock "interface-a2f51bfc-1fab-496c-ac76-274ab8f49c3f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.431058] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4dface7e-533e-453b-9731-e294ce448dc5 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "interface-a2f51bfc-1fab-496c-ac76-274ab8f49c3f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.431269] env[62555]: DEBUG nova.objects.instance [None req-4dface7e-533e-453b-9731-e294ce448dc5 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lazy-loading 'flavor' on Instance uuid a2f51bfc-1fab-496c-ac76-274ab8f49c3f {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.482658] env[62555]: DEBUG oslo_vmware.api [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704244, 'name': PowerOnVM_Task, 'duration_secs': 0.559732} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.482935] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.483150] env[62555]: INFO nova.compute.manager [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1401.483355] env[62555]: DEBUG nova.compute.manager [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.484171] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991764a6-632b-4cfc-ad00-b4e075a08075 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.609685] env[62555]: DEBUG nova.compute.manager [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1401.674463] env[62555]: DEBUG nova.compute.utils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1401.680769] env[62555]: DEBUG nova.compute.manager [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1401.680769] env[62555]: DEBUG nova.network.neutron [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1401.737727] env[62555]: DEBUG nova.policy [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05cfbb32894440ea8d3fb49de8c0672e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecfc77691f6848039a46070427c68b2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1401.740568] env[62555]: DEBUG nova.network.neutron [req-94620e11-3dcb-49bc-8223-2c0297f22997 req-8e31c662-fa6c-434d-b846-069a262354b5 service nova] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Updated VIF entry in instance network info cache for port 162f392b-ab64-4a30-abb0-9567f88e74b0. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.740905] env[62555]: DEBUG nova.network.neutron [req-94620e11-3dcb-49bc-8223-2c0297f22997 req-8e31c662-fa6c-434d-b846-069a262354b5 service nova] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Updating instance_info_cache with network_info: [{"id": "162f392b-ab64-4a30-abb0-9567f88e74b0", "address": "fa:16:3e:39:94:c5", "network": {"id": "46063b08-de69-4050-9d40-1186c19e6021", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2062879490-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "24e960eac34d4c1aa8213475cd7670b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap162f392b-ab", "ovs_interfaceid": "162f392b-ab64-4a30-abb0-9567f88e74b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.753350] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291f505-dd49-da9c-1fde-2c6f758fecb9, 'name': SearchDatastore_Task, 'duration_secs': 0.050626} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.754190] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.754421] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1401.754648] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.754789] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.754958] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1401.755455] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3861436-e2de-483b-bfdb-cb9dab508165 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.766539] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1401.766735] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1401.767494] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140b008c-778b-4188-a20f-4eb4fcbe6582 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.773246] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for the task: (returnval){ [ 1401.773246] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f34f82-ee7c-53b0-e8b4-4bfda4c51fe5" [ 1401.773246] env[62555]: _type = "Task" [ 1401.773246] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.780461] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f34f82-ee7c-53b0-e8b4-4bfda4c51fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.936821] env[62555]: DEBUG nova.objects.instance [None req-4dface7e-533e-453b-9731-e294ce448dc5 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lazy-loading 'pci_requests' on Instance uuid a2f51bfc-1fab-496c-ac76-274ab8f49c3f {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.009739] env[62555]: INFO nova.compute.manager [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Took 48.67 seconds to build instance. [ 1402.088654] env[62555]: DEBUG nova.network.neutron [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Successfully created port: a12c86a7-e819-4a3b-ab78-b98f6e783845 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1402.131637] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.183205] env[62555]: DEBUG nova.compute.manager [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1402.244570] env[62555]: DEBUG oslo_concurrency.lockutils [req-94620e11-3dcb-49bc-8223-2c0297f22997 req-8e31c662-fa6c-434d-b846-069a262354b5 service nova] Releasing lock "refresh_cache-19cf7bed-b39d-4139-a4a2-f92fe9e350d0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.284719] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f34f82-ee7c-53b0-e8b4-4bfda4c51fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.024634} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.288086] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e5447d1-b732-4027-a407-1f106504b4e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.293743] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for the task: (returnval){ [ 1402.293743] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291a535-90fd-ff64-3678-25f6ad3b8127" [ 1402.293743] env[62555]: _type = "Task" [ 1402.293743] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.301960] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291a535-90fd-ff64-3678-25f6ad3b8127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.410725] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.411089] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4784cfd3-fd5a-4754-a565-69ac28ad8b29 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.417895] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1402.417895] env[62555]: value = "task-1704248" [ 1402.417895] env[62555]: _type = "Task" [ 1402.417895] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.426418] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.441140] env[62555]: DEBUG nova.objects.base [None req-4dface7e-533e-453b-9731-e294ce448dc5 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1402.441363] env[62555]: DEBUG nova.network.neutron [None req-4dface7e-533e-453b-9731-e294ce448dc5 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1402.512303] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bacfe96-c60c-46cb-b851-e0a323f2a685 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.183s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.573803] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4dface7e-533e-453b-9731-e294ce448dc5 tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "interface-a2f51bfc-1fab-496c-ac76-274ab8f49c3f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.143s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.684715] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a05ef51-82cd-4213-a422-e6e845737f68 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.696421] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a244304c-e3e1-42d3-a393-3093edb32c4d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.730194] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e080c2-7341-4b98-8dd4-82db5aa69eff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.739969] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c54407-b45a-4f26-98ca-f11c16335c08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.756156] env[62555]: DEBUG nova.compute.provider_tree [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.806179] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291a535-90fd-ff64-3678-25f6ad3b8127, 'name': SearchDatastore_Task, 'duration_secs': 0.012057} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.806660] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.807709] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 19cf7bed-b39d-4139-a4a2-f92fe9e350d0/19cf7bed-b39d-4139-a4a2-f92fe9e350d0.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1402.807709] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0222a322-3d81-46c2-9b3b-5aec78a4bda4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.814857] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for the task: (returnval){ [ 1402.814857] env[62555]: value = "task-1704249" [ 1402.814857] env[62555]: _type = "Task" [ 1402.814857] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.822979] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.931098] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704248, 'name': PowerOffVM_Task, 'duration_secs': 0.17755} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.931098] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.931098] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a80995-0cb6-48d9-98fd-304044687dea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.947829] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a6390a-1964-4e3a-935e-ce24882d9bd7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.978866] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1402.979198] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-222a7d53-2063-4398-87ef-0ed86f1c645d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.985929] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1402.985929] env[62555]: value = "task-1704250" [ 1402.985929] env[62555]: _type = "Task" [ 1402.985929] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.993818] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.015215] env[62555]: DEBUG nova.compute.manager [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.202567] env[62555]: DEBUG nova.compute.manager [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1403.235306] env[62555]: DEBUG nova.virt.hardware [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1403.235568] env[62555]: DEBUG nova.virt.hardware [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1403.235729] env[62555]: DEBUG nova.virt.hardware [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1403.235918] env[62555]: DEBUG nova.virt.hardware [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1403.236076] env[62555]: DEBUG nova.virt.hardware [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1403.236362] env[62555]: DEBUG nova.virt.hardware [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1403.236438] env[62555]: DEBUG nova.virt.hardware [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1403.236578] env[62555]: DEBUG nova.virt.hardware [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1403.236745] env[62555]: DEBUG nova.virt.hardware [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1403.236907] env[62555]: DEBUG nova.virt.hardware [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1403.237090] env[62555]: DEBUG nova.virt.hardware [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1403.237991] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac2fceb-953f-4e8f-98d6-e4329bbfed6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.246144] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a45a8cf-c451-42f9-b3bb-faf78e783138 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.261230] env[62555]: DEBUG nova.scheduler.client.report [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1403.325355] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704249, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.499479] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1403.499479] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.499479] env[62555]: DEBUG oslo_concurrency.lockutils [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1403.499479] env[62555]: DEBUG oslo_concurrency.lockutils [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.500979] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.500979] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3b194be-ac98-4761-a3d3-c1377ccd73f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.507695] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.507885] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.508667] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8221d22e-5964-4780-b3ec-4be6c09be1f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.513758] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1403.513758] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5267494f-d49d-b257-afd2-46dfefe1b014" [ 1403.513758] env[62555]: _type = "Task" [ 1403.513758] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.521443] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5267494f-d49d-b257-afd2-46dfefe1b014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.548834] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1403.767844] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1403.768393] env[62555]: DEBUG nova.compute.manager [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1403.771012] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.308s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1403.775029] env[62555]: DEBUG nova.objects.instance [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1403.828009] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580051} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.828009] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 19cf7bed-b39d-4139-a4a2-f92fe9e350d0/19cf7bed-b39d-4139-a4a2-f92fe9e350d0.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.828009] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1403.828009] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4914c8be-1c83-415a-a81d-54781648b345 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.834021] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for the task: (returnval){ [ 1403.834021] env[62555]: value = "task-1704251" [ 1403.834021] env[62555]: _type = "Task" [ 1403.834021] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.840706] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.884198] env[62555]: DEBUG nova.network.neutron [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Successfully updated port: a12c86a7-e819-4a3b-ab78-b98f6e783845 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1404.025024] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5267494f-d49d-b257-afd2-46dfefe1b014, 'name': SearchDatastore_Task, 'duration_secs': 0.008063} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.027682] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5e8958-6221-43e0-ab95-b361fa591121 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.031031] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1404.031031] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5256b68a-7191-02fa-3353-6ac83c2f54f1" [ 1404.031031] env[62555]: _type = "Task" [ 1404.031031] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.040988] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5256b68a-7191-02fa-3353-6ac83c2f54f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.213647] env[62555]: DEBUG nova.compute.manager [req-1ed56a3b-36fd-418d-9081-87de85baa09e req-10eb9dfd-d9e3-4ce3-96f3-f73e2ed6e7d0 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Received event network-vif-plugged-a12c86a7-e819-4a3b-ab78-b98f6e783845 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1404.213848] env[62555]: DEBUG oslo_concurrency.lockutils [req-1ed56a3b-36fd-418d-9081-87de85baa09e req-10eb9dfd-d9e3-4ce3-96f3-f73e2ed6e7d0 service nova] Acquiring lock "3acb452f-249e-4e05-b147-735cd02bfca1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.214077] env[62555]: DEBUG oslo_concurrency.lockutils [req-1ed56a3b-36fd-418d-9081-87de85baa09e req-10eb9dfd-d9e3-4ce3-96f3-f73e2ed6e7d0 service nova] Lock "3acb452f-249e-4e05-b147-735cd02bfca1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.214266] env[62555]: DEBUG oslo_concurrency.lockutils [req-1ed56a3b-36fd-418d-9081-87de85baa09e req-10eb9dfd-d9e3-4ce3-96f3-f73e2ed6e7d0 service nova] Lock "3acb452f-249e-4e05-b147-735cd02bfca1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.214427] env[62555]: DEBUG nova.compute.manager [req-1ed56a3b-36fd-418d-9081-87de85baa09e req-10eb9dfd-d9e3-4ce3-96f3-f73e2ed6e7d0 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] No waiting events found dispatching network-vif-plugged-a12c86a7-e819-4a3b-ab78-b98f6e783845 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1404.214594] env[62555]: WARNING nova.compute.manager [req-1ed56a3b-36fd-418d-9081-87de85baa09e req-10eb9dfd-d9e3-4ce3-96f3-f73e2ed6e7d0 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Received unexpected event network-vif-plugged-a12c86a7-e819-4a3b-ab78-b98f6e783845 for instance with vm_state building and task_state spawning. [ 1404.282039] env[62555]: DEBUG nova.compute.utils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1404.284661] env[62555]: DEBUG nova.compute.manager [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Not allocating networking since 'none' was specified. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1404.346121] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086104} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.347984] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.348967] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a443ba-15e2-4dcc-9c57-398f7c3450f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.377071] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 19cf7bed-b39d-4139-a4a2-f92fe9e350d0/19cf7bed-b39d-4139-a4a2-f92fe9e350d0.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.377290] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01733d2-5a8b-496a-a36a-9b0c1c86c19e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.393579] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquiring lock "refresh_cache-3acb452f-249e-4e05-b147-735cd02bfca1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1404.393814] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquired lock "refresh_cache-3acb452f-249e-4e05-b147-735cd02bfca1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.393975] env[62555]: DEBUG nova.network.neutron [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1404.401135] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for the task: (returnval){ [ 1404.401135] env[62555]: value = "task-1704252" [ 1404.401135] env[62555]: _type = "Task" [ 1404.401135] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.411056] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.542301] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5256b68a-7191-02fa-3353-6ac83c2f54f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.542588] env[62555]: DEBUG oslo_concurrency.lockutils [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1404.543962] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. {{(pid=62555) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1404.543962] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2676cab-e92a-4783-b379-6824fb764496 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.549708] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1404.549708] env[62555]: value = "task-1704253" [ 1404.549708] env[62555]: _type = "Task" [ 1404.549708] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.557450] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.786238] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91a2d8cb-6e9e-4d6a-a132-46b15f5cbc3f tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.787855] env[62555]: DEBUG nova.compute.manager [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1404.790358] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.241s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.791752] env[62555]: INFO nova.compute.claims [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.853281] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquiring lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.853440] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.853670] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquiring lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.853856] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.854053] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.856235] env[62555]: INFO nova.compute.manager [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Terminating instance [ 1404.912614] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704252, 'name': ReconfigVM_Task, 'duration_secs': 0.280953} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.912906] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 19cf7bed-b39d-4139-a4a2-f92fe9e350d0/19cf7bed-b39d-4139-a4a2-f92fe9e350d0.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.913580] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bd6a6d0-a34a-4b73-a00b-ffd5ff124ae5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.920129] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for the task: (returnval){ [ 1404.920129] env[62555]: value = "task-1704254" [ 1404.920129] env[62555]: _type = "Task" [ 1404.920129] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.930853] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704254, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.966480] env[62555]: DEBUG nova.network.neutron [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1405.025935] env[62555]: DEBUG oslo_concurrency.lockutils [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquiring lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.026288] env[62555]: DEBUG oslo_concurrency.lockutils [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.026504] env[62555]: DEBUG oslo_concurrency.lockutils [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquiring lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.026695] env[62555]: DEBUG oslo_concurrency.lockutils [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.026913] env[62555]: DEBUG oslo_concurrency.lockutils [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1405.029361] env[62555]: INFO nova.compute.manager [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Terminating instance [ 1405.061332] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704253, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.202148] env[62555]: DEBUG nova.network.neutron [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Updating instance_info_cache with network_info: [{"id": "a12c86a7-e819-4a3b-ab78-b98f6e783845", "address": "fa:16:3e:43:14:d5", "network": {"id": "e8b0c3e0-604c-41b3-9c47-7cee055a7dd7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-497144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecfc77691f6848039a46070427c68b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa12c86a7-e8", "ovs_interfaceid": "a12c86a7-e819-4a3b-ab78-b98f6e783845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.359412] env[62555]: DEBUG nova.compute.manager [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.359632] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.360581] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16bed90-1bc1-4e43-91fc-29e9faeac453 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.368328] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.368565] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8b72f92-be31-411e-b28e-aac026f4eef0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.375257] env[62555]: DEBUG oslo_vmware.api [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for the task: (returnval){ [ 1405.375257] env[62555]: value = "task-1704255" [ 1405.375257] env[62555]: _type = "Task" [ 1405.375257] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.382870] env[62555]: DEBUG oslo_vmware.api [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.430035] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704254, 'name': Rename_Task, 'duration_secs': 0.168324} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.430367] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.430629] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ee179c5-362f-48a0-904d-6a6ec538b41a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.436614] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for the task: (returnval){ [ 1405.436614] env[62555]: value = "task-1704256" [ 1405.436614] env[62555]: _type = "Task" [ 1405.436614] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.444536] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.536047] env[62555]: DEBUG nova.compute.manager [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.536307] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.537258] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94b9ef8-db78-455a-89d7-6c2232906284 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.545344] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.545612] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-030f97f9-9aeb-4dc3-90c0-09fac9a99e20 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.552213] env[62555]: DEBUG oslo_vmware.api [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for the task: (returnval){ [ 1405.552213] env[62555]: value = "task-1704257" [ 1405.552213] env[62555]: _type = "Task" [ 1405.552213] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.565116] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627616} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.568261] env[62555]: INFO nova.virt.vmwareapi.ds_util [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. [ 1405.568686] env[62555]: DEBUG oslo_vmware.api [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.569446] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793aec36-1cee-4de4-8120-8ff83cf0b8fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.596137] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1405.596900] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b24586-db46-4d31-a575-d95299ec6981 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.617281] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1405.617281] env[62555]: value = "task-1704258" [ 1405.617281] env[62555]: _type = "Task" [ 1405.617281] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.626611] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.705009] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Releasing lock "refresh_cache-3acb452f-249e-4e05-b147-735cd02bfca1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1405.705479] env[62555]: DEBUG nova.compute.manager [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Instance network_info: |[{"id": "a12c86a7-e819-4a3b-ab78-b98f6e783845", "address": "fa:16:3e:43:14:d5", "network": {"id": "e8b0c3e0-604c-41b3-9c47-7cee055a7dd7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-497144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecfc77691f6848039a46070427c68b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa12c86a7-e8", "ovs_interfaceid": "a12c86a7-e819-4a3b-ab78-b98f6e783845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1405.706054] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:14:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a12c86a7-e819-4a3b-ab78-b98f6e783845', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.714876] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Creating folder: Project (ecfc77691f6848039a46070427c68b2b). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.715207] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd9f904e-4158-4d89-a4d2-9b84db082d2d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.725247] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Created folder: Project (ecfc77691f6848039a46070427c68b2b) in parent group-v355069. [ 1405.725481] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Creating folder: Instances. Parent ref: group-v355155. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.725756] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0a80256-2a28-4a0d-acf4-4dfb064daaef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.734482] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Created folder: Instances in parent group-v355155. [ 1405.734764] env[62555]: DEBUG oslo.service.loopingcall [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1405.734983] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.735229] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-489a2ab1-22ae-4abf-b987-8540be7d1ef4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.757137] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.757137] env[62555]: value = "task-1704261" [ 1405.757137] env[62555]: _type = "Task" [ 1405.757137] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.765799] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704261, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.802813] env[62555]: DEBUG nova.compute.manager [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1405.832152] env[62555]: DEBUG nova.virt.hardware [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1405.832531] env[62555]: DEBUG nova.virt.hardware [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1405.832727] env[62555]: DEBUG nova.virt.hardware [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.832961] env[62555]: DEBUG nova.virt.hardware [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1405.833169] env[62555]: DEBUG nova.virt.hardware [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.833374] env[62555]: DEBUG nova.virt.hardware [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1405.833661] env[62555]: DEBUG nova.virt.hardware [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1405.833839] env[62555]: DEBUG nova.virt.hardware [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1405.834017] env[62555]: DEBUG nova.virt.hardware [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1405.834194] env[62555]: DEBUG nova.virt.hardware [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1405.834363] env[62555]: DEBUG nova.virt.hardware [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1405.835235] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead5e00e-caed-4820-9a5f-d91193295f81 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.845673] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831ad1f9-2948-4098-8660-3f1bd2aa6f56 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.860055] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1405.865671] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Creating folder: Project (9d385e53216b48d9828ed1011a8be713). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.865998] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5a39337-1963-4642-af3b-0e9270a1ec7b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.876271] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Created folder: Project (9d385e53216b48d9828ed1011a8be713) in parent group-v355069. [ 1405.876468] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Creating folder: Instances. Parent ref: group-v355158. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1405.879624] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a03bbe52-43d3-4bb8-a79c-678a80bc3b4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.890876] env[62555]: DEBUG oslo_vmware.api [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704255, 'name': PowerOffVM_Task, 'duration_secs': 0.408019} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.892711] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1405.893020] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1405.893441] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Created folder: Instances in parent group-v355158. [ 1405.893751] env[62555]: DEBUG oslo.service.loopingcall [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1405.896354] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1ce62c7-96a6-4f3f-8e1b-56778a14a2ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.897991] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1405.898397] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3d9b0e0-b28b-41ef-8344-b587d1931dde {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.920629] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1405.920629] env[62555]: value = "task-1704265" [ 1405.920629] env[62555]: _type = "Task" [ 1405.920629] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.928761] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704265, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.949296] env[62555]: DEBUG oslo_vmware.api [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704256, 'name': PowerOnVM_Task, 'duration_secs': 0.480804} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.949571] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.949780] env[62555]: INFO nova.compute.manager [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1405.949959] env[62555]: DEBUG nova.compute.manager [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1405.950771] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a17f5e-4f87-4e16-b807-83e2bebb16bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.996090] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1405.996319] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1405.996493] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Deleting the datastore file [datastore1] a2f51bfc-1fab-496c-ac76-274ab8f49c3f {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.996767] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d09dc82-80d4-4513-be19-81b3fdb4578f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.003644] env[62555]: DEBUG oslo_vmware.api [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for the task: (returnval){ [ 1406.003644] env[62555]: value = "task-1704266" [ 1406.003644] env[62555]: _type = "Task" [ 1406.003644] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.015722] env[62555]: DEBUG oslo_vmware.api [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.068479] env[62555]: DEBUG oslo_vmware.api [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704257, 'name': PowerOffVM_Task, 'duration_secs': 0.236217} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.068785] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.068979] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.069272] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87e015eb-83db-4276-afd8-b0a459669bee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.129176] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704258, 'name': ReconfigVM_Task, 'duration_secs': 0.398107} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.129514] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.130418] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce78a89-dd24-4c67-ac68-a7beeae299d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.162794] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b62daef0-fc52-41f8-ba1a-c3a95ea0c47f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.173046] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.173303] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.173511] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Deleting the datastore file [datastore1] 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.174021] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bf4b094-80a9-404b-ba56-290dec923e51 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.179862] env[62555]: DEBUG oslo_vmware.api [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for the task: (returnval){ [ 1406.179862] env[62555]: value = "task-1704268" [ 1406.179862] env[62555]: _type = "Task" [ 1406.179862] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.181100] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1406.181100] env[62555]: value = "task-1704269" [ 1406.181100] env[62555]: _type = "Task" [ 1406.181100] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.199219] env[62555]: DEBUG oslo_vmware.api [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.202647] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.270644] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704261, 'name': CreateVM_Task, 'duration_secs': 0.453198} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.270892] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.271618] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.271783] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.272113] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.272393] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d15d9233-4445-4fbd-9169-42b4e7aa1767 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.279772] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for the task: (returnval){ [ 1406.279772] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52be24ca-779c-db6a-3b3e-24a173619415" [ 1406.279772] env[62555]: _type = "Task" [ 1406.279772] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.288858] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52be24ca-779c-db6a-3b3e-24a173619415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.295028] env[62555]: DEBUG nova.compute.manager [req-4c45db3b-fdc1-42a4-8c6f-1e14380655f8 req-c24073ac-8b2b-4548-9cb5-450c90f1d622 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Received event network-changed-a12c86a7-e819-4a3b-ab78-b98f6e783845 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1406.295098] env[62555]: DEBUG nova.compute.manager [req-4c45db3b-fdc1-42a4-8c6f-1e14380655f8 req-c24073ac-8b2b-4548-9cb5-450c90f1d622 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Refreshing instance network info cache due to event network-changed-a12c86a7-e819-4a3b-ab78-b98f6e783845. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1406.295344] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c45db3b-fdc1-42a4-8c6f-1e14380655f8 req-c24073ac-8b2b-4548-9cb5-450c90f1d622 service nova] Acquiring lock "refresh_cache-3acb452f-249e-4e05-b147-735cd02bfca1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.295484] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c45db3b-fdc1-42a4-8c6f-1e14380655f8 req-c24073ac-8b2b-4548-9cb5-450c90f1d622 service nova] Acquired lock "refresh_cache-3acb452f-249e-4e05-b147-735cd02bfca1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.295632] env[62555]: DEBUG nova.network.neutron [req-4c45db3b-fdc1-42a4-8c6f-1e14380655f8 req-c24073ac-8b2b-4548-9cb5-450c90f1d622 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Refreshing network info cache for port a12c86a7-e819-4a3b-ab78-b98f6e783845 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1406.350389] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cb5951-8271-4ec5-84ee-33d92008a286 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.357882] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70717be3-c550-4985-9dce-1e7e11c1a6da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.389037] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fe6510-d242-4a5d-963c-49b6ac860649 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.396630] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487bb9f0-9b7e-4105-a876-18459738dfab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.413544] env[62555]: DEBUG nova.compute.provider_tree [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.430253] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704265, 'name': CreateVM_Task, 'duration_secs': 0.323293} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.430422] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1406.430801] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.471470] env[62555]: INFO nova.compute.manager [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Took 47.91 seconds to build instance. [ 1406.514350] env[62555]: DEBUG oslo_vmware.api [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Task: {'id': task-1704266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154724} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.514604] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.514808] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.514988] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.515175] env[62555]: INFO nova.compute.manager [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1406.515408] env[62555]: DEBUG oslo.service.loopingcall [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.515598] env[62555]: DEBUG nova.compute.manager [-] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.515693] env[62555]: DEBUG nova.network.neutron [-] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.694039] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704269, 'name': ReconfigVM_Task, 'duration_secs': 0.171557} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.697079] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.697403] env[62555]: DEBUG oslo_vmware.api [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Task: {'id': task-1704268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174817} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.697641] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df2b821e-662c-4207-9a75-109d44c25f0f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.699211] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.699493] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1406.699744] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1406.699959] env[62555]: INFO nova.compute.manager [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1406.700244] env[62555]: DEBUG oslo.service.loopingcall [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.700467] env[62555]: DEBUG nova.compute.manager [-] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1406.700602] env[62555]: DEBUG nova.network.neutron [-] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1406.707389] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1406.707389] env[62555]: value = "task-1704270" [ 1406.707389] env[62555]: _type = "Task" [ 1406.707389] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.714984] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.789771] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52be24ca-779c-db6a-3b3e-24a173619415, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.790087] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1406.790327] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1406.790561] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1406.790707] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.790882] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1406.791172] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.791521] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1406.791793] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9c55862-b986-4e21-a4de-c0f06b5e5d54 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.793955] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3f732f-117f-465d-8580-4c801b4bea55 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.800451] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for the task: (returnval){ [ 1406.800451] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5241e1e7-8a2c-152d-cbb5-3ee356c644ea" [ 1406.800451] env[62555]: _type = "Task" [ 1406.800451] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.805077] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1406.805513] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1406.806317] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400da767-a6b1-4238-89fe-390115018c10 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.813390] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5241e1e7-8a2c-152d-cbb5-3ee356c644ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.816616] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for the task: (returnval){ [ 1406.816616] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528462e9-a21f-53c6-588b-8b7c82fc7d28" [ 1406.816616] env[62555]: _type = "Task" [ 1406.816616] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.823511] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528462e9-a21f-53c6-588b-8b7c82fc7d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.918392] env[62555]: DEBUG nova.scheduler.client.report [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1406.973383] env[62555]: DEBUG oslo_concurrency.lockutils [None req-63f6eabe-15a1-4146-a15d-ba9f468dd199 tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.592s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.060231] env[62555]: DEBUG nova.compute.manager [req-dee34156-8aa3-4ffa-89b8-48c573a0ab2d req-492faad7-1205-4898-94e3-368373c177be service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Received event network-vif-deleted-fc60156d-d33b-47ab-aa41-a3fe51768e3e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1407.060390] env[62555]: INFO nova.compute.manager [req-dee34156-8aa3-4ffa-89b8-48c573a0ab2d req-492faad7-1205-4898-94e3-368373c177be service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Neutron deleted interface fc60156d-d33b-47ab-aa41-a3fe51768e3e; detaching it from the instance and deleting it from the info cache [ 1407.060589] env[62555]: DEBUG nova.network.neutron [req-dee34156-8aa3-4ffa-89b8-48c573a0ab2d req-492faad7-1205-4898-94e3-368373c177be service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.220808] env[62555]: DEBUG oslo_vmware.api [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704270, 'name': PowerOnVM_Task, 'duration_secs': 0.420318} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.221155] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.224184] env[62555]: DEBUG nova.compute.manager [None req-abf887d7-90fc-43a9-a374-90b053e58537 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1407.224827] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8534ee-21c4-40c3-9d76-e616677463eb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.233501] env[62555]: DEBUG nova.network.neutron [req-4c45db3b-fdc1-42a4-8c6f-1e14380655f8 req-c24073ac-8b2b-4548-9cb5-450c90f1d622 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Updated VIF entry in instance network info cache for port a12c86a7-e819-4a3b-ab78-b98f6e783845. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.233817] env[62555]: DEBUG nova.network.neutron [req-4c45db3b-fdc1-42a4-8c6f-1e14380655f8 req-c24073ac-8b2b-4548-9cb5-450c90f1d622 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Updating instance_info_cache with network_info: [{"id": "a12c86a7-e819-4a3b-ab78-b98f6e783845", "address": "fa:16:3e:43:14:d5", "network": {"id": "e8b0c3e0-604c-41b3-9c47-7cee055a7dd7", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-497144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecfc77691f6848039a46070427c68b2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa12c86a7-e8", "ovs_interfaceid": "a12c86a7-e819-4a3b-ab78-b98f6e783845", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.311367] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5241e1e7-8a2c-152d-cbb5-3ee356c644ea, 'name': SearchDatastore_Task, 'duration_secs': 0.019176} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.311671] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.311901] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1407.312136] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.325919] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528462e9-a21f-53c6-588b-8b7c82fc7d28, 'name': SearchDatastore_Task, 'duration_secs': 0.007684} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.326997] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3da976f-3b6d-4895-ad85-8a96a87832ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.332738] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for the task: (returnval){ [ 1407.332738] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525be2ef-54aa-4b63-1e79-ca2526fbbeb6" [ 1407.332738] env[62555]: _type = "Task" [ 1407.332738] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.340733] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525be2ef-54aa-4b63-1e79-ca2526fbbeb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.425517] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.426071] env[62555]: DEBUG nova.compute.manager [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.428597] env[62555]: DEBUG oslo_concurrency.lockutils [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.855s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.428815] env[62555]: DEBUG nova.objects.instance [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lazy-loading 'resources' on Instance uuid e6631b64-61c4-477f-8a0e-65319e540e29 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.462439] env[62555]: DEBUG nova.network.neutron [-] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.478993] env[62555]: DEBUG nova.compute.manager [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1407.509403] env[62555]: DEBUG nova.network.neutron [-] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.536426] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquiring lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.536728] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.536978] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquiring lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.537224] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.537432] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.540038] env[62555]: INFO nova.compute.manager [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Terminating instance [ 1407.563676] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c1a5f47-2b52-4faa-ae5f-8dbbe2e32371 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.573036] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c49d08a-84d6-4b0b-ae9a-83aac0fa54cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.605963] env[62555]: DEBUG nova.compute.manager [req-dee34156-8aa3-4ffa-89b8-48c573a0ab2d req-492faad7-1205-4898-94e3-368373c177be service nova] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Detach interface failed, port_id=fc60156d-d33b-47ab-aa41-a3fe51768e3e, reason: Instance 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1407.738034] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c45db3b-fdc1-42a4-8c6f-1e14380655f8 req-c24073ac-8b2b-4548-9cb5-450c90f1d622 service nova] Releasing lock "refresh_cache-3acb452f-249e-4e05-b147-735cd02bfca1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.843384] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525be2ef-54aa-4b63-1e79-ca2526fbbeb6, 'name': SearchDatastore_Task, 'duration_secs': 0.031574} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.843633] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.843891] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3acb452f-249e-4e05-b147-735cd02bfca1/3acb452f-249e-4e05-b147-735cd02bfca1.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1407.844184] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.844371] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1407.844580] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d9d268a0-0d47-414b-a55d-76d6b5bd422a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.846388] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a81f745-cc3e-467f-a7d2-6501cd70b207 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.853338] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for the task: (returnval){ [ 1407.853338] env[62555]: value = "task-1704271" [ 1407.853338] env[62555]: _type = "Task" [ 1407.853338] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.860388] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.868237] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1407.868444] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1407.869126] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43d72d0-87c9-45d1-b14e-86211fca4448 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.873834] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for the task: (returnval){ [ 1407.873834] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522ca4cb-bdec-33b7-8bc9-91651741d921" [ 1407.873834] env[62555]: _type = "Task" [ 1407.873834] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.881846] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522ca4cb-bdec-33b7-8bc9-91651741d921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.932777] env[62555]: DEBUG nova.compute.utils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1407.937201] env[62555]: DEBUG nova.compute.manager [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1407.937201] env[62555]: DEBUG nova.network.neutron [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.964850] env[62555]: INFO nova.compute.manager [-] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Took 1.26 seconds to deallocate network for instance. [ 1407.990866] env[62555]: DEBUG nova.policy [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c66794ed0b1d4f5db19fed4c6592395d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a17e830df5624cdf97ed7c3c823137bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.001650] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.013328] env[62555]: INFO nova.compute.manager [-] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Took 1.50 seconds to deallocate network for instance. [ 1408.043583] env[62555]: DEBUG nova.compute.manager [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.043583] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.044555] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde4467b-0c4d-4ef5-a80e-aa62def6834c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.056345] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.056608] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9f55d5-fb04-4c20-bff8-aa28095d1629 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.066594] env[62555]: DEBUG oslo_vmware.api [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for the task: (returnval){ [ 1408.066594] env[62555]: value = "task-1704272" [ 1408.066594] env[62555]: _type = "Task" [ 1408.066594] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.075589] env[62555]: DEBUG oslo_vmware.api [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.363325] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704271, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.386282] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522ca4cb-bdec-33b7-8bc9-91651741d921, 'name': SearchDatastore_Task, 'duration_secs': 0.011423} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.394493] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c31e8193-49d6-4657-8eb5-43bcecf9407e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.394692] env[62555]: DEBUG nova.compute.manager [req-fff70b0e-4cef-40f1-b7dd-7ccecec5f521 req-dfaf532d-3954-45dc-b1ce-400b734d6911 service nova] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Received event network-vif-deleted-d7a5270d-2b24-47ee-84c7-84239133a7d2 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1408.399452] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for the task: (returnval){ [ 1408.399452] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524dad1c-949f-4b72-1a7d-36d432733ca4" [ 1408.399452] env[62555]: _type = "Task" [ 1408.399452] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.418028] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524dad1c-949f-4b72-1a7d-36d432733ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.437798] env[62555]: DEBUG nova.compute.manager [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.461443] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c634db4-e657-43c3-bed3-663f44034092 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.470649] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a6e7fb-d2a9-4712-8e28-0a9dfea6d545 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.476083] env[62555]: DEBUG nova.network.neutron [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Successfully created port: ead9fe83-83bd-429e-9d4a-e88b02b15162 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1408.478739] env[62555]: DEBUG oslo_concurrency.lockutils [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.515084] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc1846e-a77c-4f93-b209-a456f511803f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.519021] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.524874] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324ba05e-b77f-414b-9f74-2c09aa9b485f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.540105] env[62555]: DEBUG nova.compute.provider_tree [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.577260] env[62555]: DEBUG oslo_vmware.api [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704272, 'name': PowerOffVM_Task, 'duration_secs': 0.254888} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.577529] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.577697] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1408.577971] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b60bc2ae-bd72-4027-b9c2-70a3792fb196 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.652795] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1408.652795] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1408.652952] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Deleting the datastore file [datastore1] 19cf7bed-b39d-4139-a4a2-f92fe9e350d0 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1408.653186] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc16ed19-264c-41b1-be62-52de2b3dde76 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.658920] env[62555]: DEBUG oslo_vmware.api [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for the task: (returnval){ [ 1408.658920] env[62555]: value = "task-1704274" [ 1408.658920] env[62555]: _type = "Task" [ 1408.658920] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.666576] env[62555]: DEBUG oslo_vmware.api [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.864564] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778552} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.864829] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3acb452f-249e-4e05-b147-735cd02bfca1/3acb452f-249e-4e05-b147-735cd02bfca1.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1408.865047] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1408.865302] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2249b1df-7860-470c-8727-bd4b52c45c34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.871298] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for the task: (returnval){ [ 1408.871298] env[62555]: value = "task-1704275" [ 1408.871298] env[62555]: _type = "Task" [ 1408.871298] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.878978] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.910274] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524dad1c-949f-4b72-1a7d-36d432733ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.070205} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.910620] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.910873] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 31ae588a-dfd8-4f45-b862-0c6222702a84/31ae588a-dfd8-4f45-b862-0c6222702a84.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.911246] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2b64e19-fe6a-43d8-b6a4-5dd9d623acb7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.916786] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for the task: (returnval){ [ 1408.916786] env[62555]: value = "task-1704276" [ 1408.916786] env[62555]: _type = "Task" [ 1408.916786] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.924179] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.046217] env[62555]: DEBUG nova.scheduler.client.report [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1409.170213] env[62555]: DEBUG oslo_vmware.api [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Task: {'id': task-1704274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362552} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.170280] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.170450] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.170617] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.170795] env[62555]: INFO nova.compute.manager [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1409.171045] env[62555]: DEBUG oslo.service.loopingcall [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1409.171245] env[62555]: DEBUG nova.compute.manager [-] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.171342] env[62555]: DEBUG nova.network.neutron [-] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1409.380955] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075235} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.381361] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1409.382064] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6284261a-5e48-47b6-8c21-b473a39b40f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.404296] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 3acb452f-249e-4e05-b147-735cd02bfca1/3acb452f-249e-4e05-b147-735cd02bfca1.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1409.404632] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1cfb635-5bb9-4c53-8f21-99f71eb45c98 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.431819] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704276, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.433406] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for the task: (returnval){ [ 1409.433406] env[62555]: value = "task-1704277" [ 1409.433406] env[62555]: _type = "Task" [ 1409.433406] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.441796] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704277, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.450233] env[62555]: DEBUG nova.compute.manager [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.483113] env[62555]: DEBUG nova.virt.hardware [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1409.483352] env[62555]: DEBUG nova.virt.hardware [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1409.483511] env[62555]: DEBUG nova.virt.hardware [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.483703] env[62555]: DEBUG nova.virt.hardware [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1409.483848] env[62555]: DEBUG nova.virt.hardware [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.483991] env[62555]: DEBUG nova.virt.hardware [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1409.484364] env[62555]: DEBUG nova.virt.hardware [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1409.484536] env[62555]: DEBUG nova.virt.hardware [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1409.484704] env[62555]: DEBUG nova.virt.hardware [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1409.484866] env[62555]: DEBUG nova.virt.hardware [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1409.485048] env[62555]: DEBUG nova.virt.hardware [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1409.485919] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02315732-2031-4677-a649-21c3aec5a9a9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.493742] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d409786-7944-426b-b63f-71d3d7726b7c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.548702] env[62555]: DEBUG oslo_concurrency.lockutils [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.551363] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.769s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.577103] env[62555]: INFO nova.scheduler.client.report [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleted allocations for instance e6631b64-61c4-477f-8a0e-65319e540e29 [ 1409.929356] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583291} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.929631] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 31ae588a-dfd8-4f45-b862-0c6222702a84/31ae588a-dfd8-4f45-b862-0c6222702a84.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.929849] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.930121] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4058635-e30e-426c-9ae8-74d444df42e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.938787] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for the task: (returnval){ [ 1409.938787] env[62555]: value = "task-1704278" [ 1409.938787] env[62555]: _type = "Task" [ 1409.938787] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.945554] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.949944] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.085502] env[62555]: DEBUG oslo_concurrency.lockutils [None req-adcce4e9-941b-4d2b-ae6e-856e72e9098b tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "e6631b64-61c4-477f-8a0e-65319e540e29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.805s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.189659] env[62555]: DEBUG nova.network.neutron [-] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.445501] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704277, 'name': ReconfigVM_Task, 'duration_secs': 0.995874} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.446130] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 3acb452f-249e-4e05-b147-735cd02bfca1/3acb452f-249e-4e05-b147-735cd02bfca1.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.446730] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9770dd29-84e4-449d-a688-0746aa9ac45f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.450809] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071687} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.451340] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1410.452066] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a7e326-db29-4e0d-98dd-d36e004eed4b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.455366] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for the task: (returnval){ [ 1410.455366] env[62555]: value = "task-1704279" [ 1410.455366] env[62555]: _type = "Task" [ 1410.455366] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.473876] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 31ae588a-dfd8-4f45-b862-0c6222702a84/31ae588a-dfd8-4f45-b862-0c6222702a84.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.474784] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc219285-7ae0-4f5c-80e8-947dee127675 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.493687] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704279, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.497885] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for the task: (returnval){ [ 1410.497885] env[62555]: value = "task-1704280" [ 1410.497885] env[62555]: _type = "Task" [ 1410.497885] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.505338] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.552917] env[62555]: DEBUG nova.network.neutron [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Successfully updated port: ead9fe83-83bd-429e-9d4a-e88b02b15162 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1410.572530] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Applying migration context for instance 34828a36-3444-435b-98a2-cd82665c4ef9 as it has an incoming, in-progress migration 8feba73f-d431-452a-bbd9-bf7e44032199. Migration status is confirming {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1410.574759] env[62555]: INFO nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating resource usage from migration 8feba73f-d431-452a-bbd9-bf7e44032199 [ 1410.597623] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance df1dac83-ea5d-4513-a4cf-3eb11f420dc7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1410.597811] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance edf2a86a-4a12-4eca-91c6-bf8af0557ae0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.597956] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 3b78fdd6-112b-4037-9b1a-2228b7b0c0da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1410.598091] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance d1725c27-a544-4755-b46f-ddeecfe314e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.598230] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 94774863-facf-4e99-b7ae-02ef0500fcad is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1410.598352] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance ab7344d3-bb0b-48f7-bcf6-37edf6daef0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.598464] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 6073fd04-afee-4fe8-bbe8-5f283c134cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.598576] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 3fc6298e-db1d-4b87-8938-1261e2fc00d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.598686] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance c846f03f-5847-4c38-b654-fe7cf846f059 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.598796] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 5407aef9-6270-418f-b018-fee8ef74dbe4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.598915] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Migration 8feba73f-d431-452a-bbd9-bf7e44032199 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1410.599037] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 34828a36-3444-435b-98a2-cd82665c4ef9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.599139] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance e45f5583-5fff-41bd-bc36-027e74429264 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1410.599250] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.599369] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance a2f51bfc-1fab-496c-ac76-274ab8f49c3f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1410.599514] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1410.599660] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 19cf7bed-b39d-4139-a4a2-f92fe9e350d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.599794] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 3acb452f-249e-4e05-b147-735cd02bfca1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.599907] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 31ae588a-dfd8-4f45-b862-0c6222702a84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.600028] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 8332bd6b-dd48-4809-be1e-9102ad9eb1ce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1410.691512] env[62555]: INFO nova.compute.manager [-] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Took 1.52 seconds to deallocate network for instance. [ 1410.841273] env[62555]: DEBUG nova.compute.manager [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Received event network-vif-deleted-162f392b-ab64-4a30-abb0-9567f88e74b0 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1410.841578] env[62555]: DEBUG nova.compute.manager [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Received event network-changed-0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1410.841849] env[62555]: DEBUG nova.compute.manager [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Refreshing instance network info cache due to event network-changed-0d722673-bf6b-42c3-8c2e-d72088d7fe36. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1410.842130] env[62555]: DEBUG oslo_concurrency.lockutils [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] Acquiring lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1410.842390] env[62555]: DEBUG oslo_concurrency.lockutils [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] Acquired lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.842611] env[62555]: DEBUG nova.network.neutron [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Refreshing network info cache for port 0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.964895] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704279, 'name': Rename_Task, 'duration_secs': 0.133828} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.965305] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1410.965616] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8314b17-9747-4a12-ae64-af25238afd73 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.975607] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for the task: (returnval){ [ 1410.975607] env[62555]: value = "task-1704281" [ 1410.975607] env[62555]: _type = "Task" [ 1410.975607] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.984227] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704281, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.008694] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704280, 'name': ReconfigVM_Task, 'duration_secs': 0.261532} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.008836] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 31ae588a-dfd8-4f45-b862-0c6222702a84/31ae588a-dfd8-4f45-b862-0c6222702a84.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.009542] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dd4a36a-55f8-4a09-bb76-8c1e894b01cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.015765] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for the task: (returnval){ [ 1411.015765] env[62555]: value = "task-1704282" [ 1411.015765] env[62555]: _type = "Task" [ 1411.015765] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.026786] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704282, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.056818] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquiring lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.056969] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquired lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.057149] env[62555]: DEBUG nova.network.neutron [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.103488] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance a77c7cf3-02f6-4db7-9187-ba6a7a5c452f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1411.197912] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.486429] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.525746] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704282, 'name': Rename_Task, 'duration_secs': 0.135291} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.526043] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.526299] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad82321-b6f6-4b2a-af54-83478f11114e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.532980] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for the task: (returnval){ [ 1411.532980] env[62555]: value = "task-1704283" [ 1411.532980] env[62555]: _type = "Task" [ 1411.532980] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.540374] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.606122] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 4103f309-bdfb-488a-a904-163ccc0216e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1411.629849] env[62555]: DEBUG nova.network.neutron [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1411.788934] env[62555]: DEBUG nova.network.neutron [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updated VIF entry in instance network info cache for port 0d722673-bf6b-42c3-8c2e-d72088d7fe36. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.789331] env[62555]: DEBUG nova.network.neutron [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updating instance_info_cache with network_info: [{"id": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "address": "fa:16:3e:24:54:5d", "network": {"id": "35afeda4-af27-419c-9253-5e73c09f2a1f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174585094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f4f3436f86c742a9b8485a7aedb24708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d722673-bf", "ovs_interfaceid": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.908909] env[62555]: DEBUG nova.network.neutron [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Updating instance_info_cache with network_info: [{"id": "ead9fe83-83bd-429e-9d4a-e88b02b15162", "address": "fa:16:3e:90:93:6e", "network": {"id": "0af9b2c5-af42-4a56-b790-9c349375ca68", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-25758691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a17e830df5624cdf97ed7c3c823137bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead9fe83-83", "ovs_interfaceid": "ead9fe83-83bd-429e-9d4a-e88b02b15162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.986872] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704281, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.045171] env[62555]: DEBUG oslo_vmware.api [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704283, 'name': PowerOnVM_Task, 'duration_secs': 0.416949} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.045547] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.045813] env[62555]: INFO nova.compute.manager [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Took 6.24 seconds to spawn the instance on the hypervisor. [ 1412.046095] env[62555]: DEBUG nova.compute.manager [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.047217] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee55ed7-b2b2-401d-bf64-4c680f971671 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.109842] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 18a1b107-48ee-4015-8c12-8ffb99fabb26 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1412.294197] env[62555]: DEBUG oslo_concurrency.lockutils [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] Releasing lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.294197] env[62555]: DEBUG nova.compute.manager [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Received event network-vif-plugged-ead9fe83-83bd-429e-9d4a-e88b02b15162 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1412.294197] env[62555]: DEBUG oslo_concurrency.lockutils [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] Acquiring lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1412.294197] env[62555]: DEBUG oslo_concurrency.lockutils [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] Lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1412.294197] env[62555]: DEBUG oslo_concurrency.lockutils [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] Lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1412.294595] env[62555]: DEBUG nova.compute.manager [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] No waiting events found dispatching network-vif-plugged-ead9fe83-83bd-429e-9d4a-e88b02b15162 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1412.294595] env[62555]: WARNING nova.compute.manager [req-1885490a-155c-42fd-9148-2ae2d7b3f725 req-adf9e38f-62da-4f09-8c15-0e788568b3f2 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Received unexpected event network-vif-plugged-ead9fe83-83bd-429e-9d4a-e88b02b15162 for instance with vm_state building and task_state spawning. [ 1412.412318] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Releasing lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.412318] env[62555]: DEBUG nova.compute.manager [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Instance network_info: |[{"id": "ead9fe83-83bd-429e-9d4a-e88b02b15162", "address": "fa:16:3e:90:93:6e", "network": {"id": "0af9b2c5-af42-4a56-b790-9c349375ca68", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-25758691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a17e830df5624cdf97ed7c3c823137bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead9fe83-83", "ovs_interfaceid": "ead9fe83-83bd-429e-9d4a-e88b02b15162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1412.413704] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:93:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5fe645c-e088-401e-ab53-4ae2981dea72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ead9fe83-83bd-429e-9d4a-e88b02b15162', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.421304] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Creating folder: Project (a17e830df5624cdf97ed7c3c823137bc). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.421641] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-907d4859-690e-4dd3-8617-902f3cb4ae5d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.432109] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Created folder: Project (a17e830df5624cdf97ed7c3c823137bc) in parent group-v355069. [ 1412.432311] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Creating folder: Instances. Parent ref: group-v355161. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1412.432585] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7384c6d-2a8a-48b4-a257-1361b5c0c696 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.441217] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Created folder: Instances in parent group-v355161. [ 1412.441500] env[62555]: DEBUG oslo.service.loopingcall [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1412.441731] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.441964] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-373f15f3-d455-4936-b981-d2e4f5dfb2a9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.462129] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.462129] env[62555]: value = "task-1704286" [ 1412.462129] env[62555]: _type = "Task" [ 1412.462129] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.469695] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704286, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.485617] env[62555]: DEBUG oslo_vmware.api [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704281, 'name': PowerOnVM_Task, 'duration_secs': 1.427263} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.485925] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1412.486186] env[62555]: INFO nova.compute.manager [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1412.486409] env[62555]: DEBUG nova.compute.manager [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.487252] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e32f3f-0e66-409b-b435-171577bfdbda {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.565208] env[62555]: INFO nova.compute.manager [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Took 44.14 seconds to build instance. [ 1412.613071] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 82834fab-3c1c-4451-a202-49dced9c36ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1412.791097] env[62555]: DEBUG nova.compute.manager [None req-930aec1d-ae42-4b2b-a131-e0e15e448567 tempest-ServerDiagnosticsV248Test-832411301 tempest-ServerDiagnosticsV248Test-832411301-project-admin] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1412.791908] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc92305-b512-4264-8693-a9f5810fc2bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.798528] env[62555]: INFO nova.compute.manager [None req-930aec1d-ae42-4b2b-a131-e0e15e448567 tempest-ServerDiagnosticsV248Test-832411301 tempest-ServerDiagnosticsV248Test-832411301-project-admin] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Retrieving diagnostics [ 1412.799393] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a590cc94-5aed-48cf-9bc8-dd0ff88ecbf5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.973722] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704286, 'name': CreateVM_Task, 'duration_secs': 0.321648} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.973877] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.974575] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.974742] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.975081] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1412.975551] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b3911e1-db27-42c1-9fed-6bc7c86d4af0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.979766] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for the task: (returnval){ [ 1412.979766] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52154147-704c-1ba9-d70f-8b038806c26d" [ 1412.979766] env[62555]: _type = "Task" [ 1412.979766] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.987553] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52154147-704c-1ba9-d70f-8b038806c26d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.006835] env[62555]: INFO nova.compute.manager [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Took 46.76 seconds to build instance. [ 1413.067436] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9bce486e-8447-4d60-8b60-dd83de8a64ba tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Lock "31ae588a-dfd8-4f45-b862-0c6222702a84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.099s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.116979] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9507999b-d5a3-4091-8457-a119a1726ea2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1413.369517] env[62555]: DEBUG nova.compute.manager [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Received event network-changed-ead9fe83-83bd-429e-9d4a-e88b02b15162 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1413.369762] env[62555]: DEBUG nova.compute.manager [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Refreshing instance network info cache due to event network-changed-ead9fe83-83bd-429e-9d4a-e88b02b15162. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1413.370178] env[62555]: DEBUG oslo_concurrency.lockutils [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] Acquiring lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.370392] env[62555]: DEBUG oslo_concurrency.lockutils [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] Acquired lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.370563] env[62555]: DEBUG nova.network.neutron [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Refreshing network info cache for port ead9fe83-83bd-429e-9d4a-e88b02b15162 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.491366] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52154147-704c-1ba9-d70f-8b038806c26d, 'name': SearchDatastore_Task, 'duration_secs': 0.016251} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.491702] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1413.491943] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.492208] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1413.492397] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.492778] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.492859] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34e96070-26b7-4104-a767-e4ea9b4839f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.501554] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.501745] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.502502] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fbb586-e269-4a24-a138-8e0a67bf9b66 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.508545] env[62555]: DEBUG oslo_concurrency.lockutils [None req-68135a5f-c53c-4cc2-b961-d1ecfc82d8e5 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Lock "3acb452f-249e-4e05-b147-735cd02bfca1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.029s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.508901] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for the task: (returnval){ [ 1413.508901] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522a5135-b5cb-bc5a-d358-6bdc5379f483" [ 1413.508901] env[62555]: _type = "Task" [ 1413.508901] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.518603] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522a5135-b5cb-bc5a-d358-6bdc5379f483, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.571987] env[62555]: DEBUG nova.compute.manager [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1413.620420] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 970f5425-a9c9-4195-9e62-b66aaffdc05f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1414.015018] env[62555]: DEBUG nova.compute.manager [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1414.040230] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522a5135-b5cb-bc5a-d358-6bdc5379f483, 'name': SearchDatastore_Task, 'duration_secs': 0.009781} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.043026] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a78287-9be3-4409-8cf8-5dfc3843c10f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.048329] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for the task: (returnval){ [ 1414.048329] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5216f83b-6f71-18bc-988b-9810dee47277" [ 1414.048329] env[62555]: _type = "Task" [ 1414.048329] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.060867] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5216f83b-6f71-18bc-988b-9810dee47277, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.098931] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.123617] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance fd85eb9e-eeab-4688-9215-ed22e1eab49f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1414.317031] env[62555]: DEBUG nova.network.neutron [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Updated VIF entry in instance network info cache for port ead9fe83-83bd-429e-9d4a-e88b02b15162. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1414.317411] env[62555]: DEBUG nova.network.neutron [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Updating instance_info_cache with network_info: [{"id": "ead9fe83-83bd-429e-9d4a-e88b02b15162", "address": "fa:16:3e:90:93:6e", "network": {"id": "0af9b2c5-af42-4a56-b790-9c349375ca68", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-25758691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a17e830df5624cdf97ed7c3c823137bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead9fe83-83", "ovs_interfaceid": "ead9fe83-83bd-429e-9d4a-e88b02b15162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.544899] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.564952] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5216f83b-6f71-18bc-988b-9810dee47277, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.565383] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.565725] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 8332bd6b-dd48-4809-be1e-9102ad9eb1ce/8332bd6b-dd48-4809-be1e-9102ad9eb1ce.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1414.566031] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f6ab0ef-6cb3-4608-b935-24a2809d8b2e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.609960] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for the task: (returnval){ [ 1414.609960] env[62555]: value = "task-1704287" [ 1414.609960] env[62555]: _type = "Task" [ 1414.609960] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.620708] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.626712] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance b0fa6b1c-5bab-4391-ba3d-4e1584a011e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1414.820328] env[62555]: DEBUG oslo_concurrency.lockutils [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] Releasing lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.820576] env[62555]: DEBUG nova.compute.manager [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Received event network-changed-0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1414.820754] env[62555]: DEBUG nova.compute.manager [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Refreshing instance network info cache due to event network-changed-0d722673-bf6b-42c3-8c2e-d72088d7fe36. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1414.820971] env[62555]: DEBUG oslo_concurrency.lockutils [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] Acquiring lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.821130] env[62555]: DEBUG oslo_concurrency.lockutils [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] Acquired lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.821293] env[62555]: DEBUG nova.network.neutron [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Refreshing network info cache for port 0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.125146] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704287, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.134621] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 447825a7-a6e1-4f03-942a-c5a3a7eca6ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1415.597522] env[62555]: DEBUG nova.compute.manager [req-a9624f2f-c973-4d99-a6f2-f8dac1cb60ad req-894a061e-5965-4b0a-98d6-fac8e7eafbe2 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Received event network-changed-0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1415.597762] env[62555]: DEBUG nova.compute.manager [req-a9624f2f-c973-4d99-a6f2-f8dac1cb60ad req-894a061e-5965-4b0a-98d6-fac8e7eafbe2 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Refreshing instance network info cache due to event network-changed-0d722673-bf6b-42c3-8c2e-d72088d7fe36. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1415.597908] env[62555]: DEBUG oslo_concurrency.lockutils [req-a9624f2f-c973-4d99-a6f2-f8dac1cb60ad req-894a061e-5965-4b0a-98d6-fac8e7eafbe2 service nova] Acquiring lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1415.621857] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704287, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.638073] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 4837a7c6-6688-457e-ba85-d57b99a13ed9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1415.662207] env[62555]: DEBUG nova.network.neutron [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updated VIF entry in instance network info cache for port 0d722673-bf6b-42c3-8c2e-d72088d7fe36. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1415.662733] env[62555]: DEBUG nova.network.neutron [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updating instance_info_cache with network_info: [{"id": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "address": "fa:16:3e:24:54:5d", "network": {"id": "35afeda4-af27-419c-9253-5e73c09f2a1f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174585094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f4f3436f86c742a9b8485a7aedb24708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d722673-bf", "ovs_interfaceid": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.122393] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704287, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.141374] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance eeaafee9-6976-4796-a177-5fffaa70ee15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1416.165519] env[62555]: DEBUG oslo_concurrency.lockutils [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] Releasing lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.165827] env[62555]: DEBUG nova.compute.manager [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Received event network-changed-0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1416.166018] env[62555]: DEBUG nova.compute.manager [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Refreshing instance network info cache due to event network-changed-0d722673-bf6b-42c3-8c2e-d72088d7fe36. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1416.166223] env[62555]: DEBUG oslo_concurrency.lockutils [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] Acquiring lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.166387] env[62555]: DEBUG oslo_concurrency.lockutils [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] Acquired lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.166554] env[62555]: DEBUG nova.network.neutron [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Refreshing network info cache for port 0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1416.330620] env[62555]: DEBUG oslo_concurrency.lockutils [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquiring lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.330931] env[62555]: DEBUG oslo_concurrency.lockutils [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.331175] env[62555]: DEBUG oslo_concurrency.lockutils [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquiring lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.331367] env[62555]: DEBUG oslo_concurrency.lockutils [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.331539] env[62555]: DEBUG oslo_concurrency.lockutils [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.333710] env[62555]: INFO nova.compute.manager [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Terminating instance [ 1416.625368] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704287, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.720265} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.625689] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 8332bd6b-dd48-4809-be1e-9102ad9eb1ce/8332bd6b-dd48-4809-be1e-9102ad9eb1ce.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.625820] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1416.626079] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-218439c1-daac-4aed-9e54-900c07785cb3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.633781] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for the task: (returnval){ [ 1416.633781] env[62555]: value = "task-1704288" [ 1416.633781] env[62555]: _type = "Task" [ 1416.633781] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.642989] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.644797] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 57c76784-a3bc-4a7e-97ad-73a06e2835da has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1416.750646] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquiring lock "3acb452f-249e-4e05-b147-735cd02bfca1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.750939] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Lock "3acb452f-249e-4e05-b147-735cd02bfca1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.751175] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquiring lock "3acb452f-249e-4e05-b147-735cd02bfca1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.751365] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Lock "3acb452f-249e-4e05-b147-735cd02bfca1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.751533] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Lock "3acb452f-249e-4e05-b147-735cd02bfca1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.753710] env[62555]: INFO nova.compute.manager [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Terminating instance [ 1416.836799] env[62555]: DEBUG nova.compute.manager [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1416.837010] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.837910] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b765a7-45b9-45b9-8908-174764749498 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.847809] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.848198] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e017c089-e9f8-400f-8e61-54207e68d107 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.856150] env[62555]: DEBUG oslo_vmware.api [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1416.856150] env[62555]: value = "task-1704289" [ 1416.856150] env[62555]: _type = "Task" [ 1416.856150] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.866352] env[62555]: DEBUG oslo_vmware.api [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.918623] env[62555]: DEBUG nova.network.neutron [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updated VIF entry in instance network info cache for port 0d722673-bf6b-42c3-8c2e-d72088d7fe36. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.918623] env[62555]: DEBUG nova.network.neutron [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updating instance_info_cache with network_info: [{"id": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "address": "fa:16:3e:24:54:5d", "network": {"id": "35afeda4-af27-419c-9253-5e73c09f2a1f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174585094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f4f3436f86c742a9b8485a7aedb24708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d722673-bf", "ovs_interfaceid": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.144807] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07861} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.145909] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1417.145976] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2c2824-e410-439a-83ba-98928e136d4f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.150607] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance c4828b08-06d6-4914-9bc9-46f3ee8f9bc4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1417.170774] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 8332bd6b-dd48-4809-be1e-9102ad9eb1ce/8332bd6b-dd48-4809-be1e-9102ad9eb1ce.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.172992] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance b7d0868f-148b-4d9a-b070-bd882b34bc35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1417.172992] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1417.172992] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1417.175058] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dac05f7-aae2-49fa-ae52-a24850461706 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.197343] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for the task: (returnval){ [ 1417.197343] env[62555]: value = "task-1704290" [ 1417.197343] env[62555]: _type = "Task" [ 1417.197343] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.206741] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.257363] env[62555]: DEBUG nova.compute.manager [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1417.257629] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.258575] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938088ce-9705-43bc-a3e8-97a33f52abec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.268162] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.268518] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e46bf3c7-dd93-4e71-bee4-1e38a9c8d199 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.276101] env[62555]: DEBUG oslo_vmware.api [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for the task: (returnval){ [ 1417.276101] env[62555]: value = "task-1704291" [ 1417.276101] env[62555]: _type = "Task" [ 1417.276101] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.286934] env[62555]: DEBUG oslo_vmware.api [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.367030] env[62555]: DEBUG oslo_vmware.api [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704289, 'name': PowerOffVM_Task, 'duration_secs': 0.381459} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.369655] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.369906] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.370423] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ef962a1-b343-49e6-b36c-884a6258e082 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.421630] env[62555]: DEBUG oslo_concurrency.lockutils [req-a2060f05-4a8a-441e-ab87-79b3d6ecdb28 req-06bfefab-d7ad-4349-aa97-2dddab760234 service nova] Releasing lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.422362] env[62555]: DEBUG oslo_concurrency.lockutils [req-a9624f2f-c973-4d99-a6f2-f8dac1cb60ad req-894a061e-5965-4b0a-98d6-fac8e7eafbe2 service nova] Acquired lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.422362] env[62555]: DEBUG nova.network.neutron [req-a9624f2f-c973-4d99-a6f2-f8dac1cb60ad req-894a061e-5965-4b0a-98d6-fac8e7eafbe2 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Refreshing network info cache for port 0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1417.565526] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.565785] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.565963] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Deleting the datastore file [datastore1] 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.566237] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfb70c28-ee8d-47ed-848f-c9a8ee054abd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.575863] env[62555]: DEBUG oslo_vmware.api [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for the task: (returnval){ [ 1417.575863] env[62555]: value = "task-1704293" [ 1417.575863] env[62555]: _type = "Task" [ 1417.575863] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.586835] env[62555]: DEBUG oslo_vmware.api [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.661116] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856dbc36-b778-406f-bb84-fb9b1d7fe5df {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.669380] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9875bea7-4cdb-4586-ae4d-949a018b2e77 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.703864] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1888d68c-44bf-4e8a-9218-77baf966dad9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.712362] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704290, 'name': ReconfigVM_Task, 'duration_secs': 0.333238} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.714645] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 8332bd6b-dd48-4809-be1e-9102ad9eb1ce/8332bd6b-dd48-4809-be1e-9102ad9eb1ce.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.715326] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75834d35-832f-4792-9f13-712040b7041c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.717879] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3402e6b-fe5e-4913-8f1c-a3a591355360 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.733017] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.735563] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for the task: (returnval){ [ 1417.735563] env[62555]: value = "task-1704294" [ 1417.735563] env[62555]: _type = "Task" [ 1417.735563] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.744760] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704294, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.785662] env[62555]: DEBUG oslo_vmware.api [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704291, 'name': PowerOffVM_Task, 'duration_secs': 0.345851} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.785951] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.786147] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.786396] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3486e4ce-9d59-4cdb-99a4-f196312a771b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.873206] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.873341] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.873496] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Deleting the datastore file [datastore1] 3acb452f-249e-4e05-b147-735cd02bfca1 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.873775] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8cf1b5a-6461-4048-94b4-35193e104b6c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.884992] env[62555]: DEBUG oslo_vmware.api [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for the task: (returnval){ [ 1417.884992] env[62555]: value = "task-1704296" [ 1417.884992] env[62555]: _type = "Task" [ 1417.884992] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.895070] env[62555]: DEBUG oslo_vmware.api [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.089563] env[62555]: DEBUG oslo_vmware.api [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.141166] env[62555]: DEBUG nova.network.neutron [req-a9624f2f-c973-4d99-a6f2-f8dac1cb60ad req-894a061e-5965-4b0a-98d6-fac8e7eafbe2 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updated VIF entry in instance network info cache for port 0d722673-bf6b-42c3-8c2e-d72088d7fe36. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1418.141529] env[62555]: DEBUG nova.network.neutron [req-a9624f2f-c973-4d99-a6f2-f8dac1cb60ad req-894a061e-5965-4b0a-98d6-fac8e7eafbe2 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updating instance_info_cache with network_info: [{"id": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "address": "fa:16:3e:24:54:5d", "network": {"id": "35afeda4-af27-419c-9253-5e73c09f2a1f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174585094-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "f4f3436f86c742a9b8485a7aedb24708", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d722673-bf", "ovs_interfaceid": "0d722673-bf6b-42c3-8c2e-d72088d7fe36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.237642] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1418.252061] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704294, 'name': Rename_Task, 'duration_secs': 0.183904} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.252348] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.252659] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd035ca9-60b6-4524-9d01-eacff5cc074c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.259531] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for the task: (returnval){ [ 1418.259531] env[62555]: value = "task-1704297" [ 1418.259531] env[62555]: _type = "Task" [ 1418.259531] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.267871] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.396705] env[62555]: DEBUG oslo_vmware.api [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.588670] env[62555]: DEBUG oslo_vmware.api [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.644502] env[62555]: DEBUG oslo_concurrency.lockutils [req-a9624f2f-c973-4d99-a6f2-f8dac1cb60ad req-894a061e-5965-4b0a-98d6-fac8e7eafbe2 service nova] Releasing lock "refresh_cache-1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.746588] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1418.746919] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.196s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.747111] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.294s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.747300] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.749508] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.818s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.751010] env[62555]: INFO nova.compute.claims [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1418.769958] env[62555]: DEBUG oslo_vmware.api [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704297, 'name': PowerOnVM_Task, 'duration_secs': 0.491423} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.770918] env[62555]: INFO nova.scheduler.client.report [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Deleted allocations for instance 94774863-facf-4e99-b7ae-02ef0500fcad [ 1418.771892] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.772115] env[62555]: INFO nova.compute.manager [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1418.773017] env[62555]: DEBUG nova.compute.manager [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.776382] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db329331-5a18-47cb-aadc-6f63157fa9c1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.897085] env[62555]: DEBUG oslo_vmware.api [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.090157] env[62555]: DEBUG oslo_vmware.api [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.282292] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc55a421-eaf5-40c2-87fb-1aba0cc2aeec tempest-ServerShowV254Test-1382689872 tempest-ServerShowV254Test-1382689872-project-member] Lock "94774863-facf-4e99-b7ae-02ef0500fcad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.164s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.296144] env[62555]: INFO nova.compute.manager [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Took 48.77 seconds to build instance. [ 1419.397830] env[62555]: DEBUG oslo_vmware.api [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.591871] env[62555]: DEBUG oslo_vmware.api [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.799288] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a26cd10-0543-49ac-b112-e1fa2c8c25ca tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.501s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.900829] env[62555]: DEBUG oslo_vmware.api [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Task: {'id': task-1704296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.707222} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.901123] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.902729] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1419.902729] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1419.902729] env[62555]: INFO nova.compute.manager [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1419.902729] env[62555]: DEBUG oslo.service.loopingcall [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.902729] env[62555]: DEBUG nova.compute.manager [-] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1419.902949] env[62555]: DEBUG nova.network.neutron [-] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.051857] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.052197] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.105210] env[62555]: DEBUG oslo_vmware.api [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Task: {'id': task-1704293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.024298} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.105210] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.105210] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.106690] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.107032] env[62555]: INFO nova.compute.manager [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Took 3.27 seconds to destroy the instance on the hypervisor. [ 1420.107390] env[62555]: DEBUG oslo.service.loopingcall [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.108028] env[62555]: DEBUG nova.compute.manager [-] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1420.108237] env[62555]: DEBUG nova.network.neutron [-] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.254558] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277c1ff2-70de-44fb-9d9a-ef5b924ff7dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.265202] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7a175d-7bb8-4e29-a87a-f11959354dbc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.300215] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae821ee6-f9ed-4fa5-a783-0d73ebaae58e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.306639] env[62555]: DEBUG nova.compute.manager [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.315232] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c66a19e-ca4a-44ca-8b9d-d6b6076a5aaf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.330631] env[62555]: DEBUG nova.compute.provider_tree [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.565028] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.565028] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1420.830057] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.833986] env[62555]: DEBUG nova.scheduler.client.report [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1420.925563] env[62555]: DEBUG nova.compute.manager [req-d4c63d17-c3d6-4cff-8081-5a565e9dc6b9 req-1bb41801-6a63-4e2f-b753-34b260932098 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Received event network-vif-deleted-a12c86a7-e819-4a3b-ab78-b98f6e783845 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1420.925772] env[62555]: INFO nova.compute.manager [req-d4c63d17-c3d6-4cff-8081-5a565e9dc6b9 req-1bb41801-6a63-4e2f-b753-34b260932098 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Neutron deleted interface a12c86a7-e819-4a3b-ab78-b98f6e783845; detaching it from the instance and deleting it from the info cache [ 1420.925948] env[62555]: DEBUG nova.network.neutron [req-d4c63d17-c3d6-4cff-8081-5a565e9dc6b9 req-1bb41801-6a63-4e2f-b753-34b260932098 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.100279] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "refresh_cache-df1dac83-ea5d-4513-a4cf-3eb11f420dc7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.100459] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquired lock "refresh_cache-df1dac83-ea5d-4513-a4cf-3eb11f420dc7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.100614] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Forcefully refreshing network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1421.112827] env[62555]: DEBUG nova.network.neutron [-] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.276721] env[62555]: DEBUG nova.network.neutron [-] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.339901] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.590s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.340577] env[62555]: DEBUG nova.compute.manager [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1421.346360] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.346566] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.352370] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.918s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.352597] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.354424] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.540s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.355871] env[62555]: INFO nova.compute.claims [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.380441] env[62555]: INFO nova.scheduler.client.report [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Deleted allocations for instance df1dac83-ea5d-4513-a4cf-3eb11f420dc7 [ 1421.383791] env[62555]: INFO nova.scheduler.client.report [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Deleted allocations for instance 3b78fdd6-112b-4037-9b1a-2228b7b0c0da [ 1421.428368] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c073f0fc-62b0-4b20-ab2b-875c5d72c1b9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.446434] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b5b5a5-ea4c-421d-a4ff-44625dd26890 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.481701] env[62555]: DEBUG nova.compute.manager [req-d4c63d17-c3d6-4cff-8081-5a565e9dc6b9 req-1bb41801-6a63-4e2f-b753-34b260932098 service nova] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Detach interface failed, port_id=a12c86a7-e819-4a3b-ab78-b98f6e783845, reason: Instance 3acb452f-249e-4e05-b147-735cd02bfca1 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1421.614935] env[62555]: INFO nova.compute.manager [-] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Took 1.71 seconds to deallocate network for instance. [ 1421.631792] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.779032] env[62555]: INFO nova.compute.manager [-] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Took 1.67 seconds to deallocate network for instance. [ 1421.862389] env[62555]: DEBUG nova.compute.utils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1421.868052] env[62555]: DEBUG nova.compute.manager [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1421.868052] env[62555]: DEBUG nova.network.neutron [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1421.893774] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8de8f536-5141-4cf4-9dc5-2b48aa7c8375 tempest-ImagesOneServerTestJSON-262821878 tempest-ImagesOneServerTestJSON-262821878-project-member] Lock "df1dac83-ea5d-4513-a4cf-3eb11f420dc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.685s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.895558] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c9b5d0bb-63bf-41e7-b8ce-066069695ec7 tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "3b78fdd6-112b-4037-9b1a-2228b7b0c0da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.561s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.967709] env[62555]: DEBUG nova.policy [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4f5148580924d86a2f4fabd748e98d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3988fd3c673a43c2845ad67612608a66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1422.127020] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.285182] env[62555]: DEBUG oslo_concurrency.lockutils [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.367743] env[62555]: DEBUG nova.compute.manager [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1422.407029] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.790199] env[62555]: DEBUG nova.network.neutron [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Successfully created port: fa546323-668e-4641-8d09-b5feb4fccf31 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.796490] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f82c530-eaa2-4556-8f2a-7832adf2753c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.805783] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd66996-848c-4a3c-9303-2a1705c8667e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.844632] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4024d499-2fea-4f2c-9d6a-2e7dcc3fa60b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.854790] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f86e6e0-be9b-4b09-82db-f99ab4901748 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.870799] env[62555]: DEBUG nova.compute.provider_tree [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.912605] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Releasing lock "refresh_cache-df1dac83-ea5d-4513-a4cf-3eb11f420dc7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.914708] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Updated the network info_cache for instance {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1422.914708] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.914708] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.914914] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.915163] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.915367] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.915558] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.915692] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1422.916602] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.378456] env[62555]: DEBUG nova.scheduler.client.report [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1423.382553] env[62555]: DEBUG nova.compute.manager [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1423.406551] env[62555]: DEBUG nova.virt.hardware [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1423.406810] env[62555]: DEBUG nova.virt.hardware [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1423.406964] env[62555]: DEBUG nova.virt.hardware [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.407160] env[62555]: DEBUG nova.virt.hardware [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1423.407308] env[62555]: DEBUG nova.virt.hardware [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.407455] env[62555]: DEBUG nova.virt.hardware [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1423.407666] env[62555]: DEBUG nova.virt.hardware [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1423.407823] env[62555]: DEBUG nova.virt.hardware [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1423.407990] env[62555]: DEBUG nova.virt.hardware [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1423.408166] env[62555]: DEBUG nova.virt.hardware [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1423.408340] env[62555]: DEBUG nova.virt.hardware [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1423.409582] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7117f01c-3950-44be-ac83-93520d4d82fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.419729] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fe6d92-15f0-4192-b32c-214376adc6fa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.424413] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.775066] env[62555]: DEBUG nova.network.neutron [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Successfully created port: fba55481-fbe7-4665-95d6-b8f6fbed8f14 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.887928] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.887928] env[62555]: DEBUG nova.compute.manager [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1423.891030] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.232s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.892051] env[62555]: INFO nova.compute.claims [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1424.023076] env[62555]: DEBUG nova.compute.manager [req-7781cb99-41a1-4195-a154-1cec55c6c4ef req-302518f8-46a2-4d51-ab5d-2ab2d0a59407 service nova] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Received event network-vif-deleted-0d722673-bf6b-42c3-8c2e-d72088d7fe36 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1424.026337] env[62555]: DEBUG nova.compute.manager [req-7781cb99-41a1-4195-a154-1cec55c6c4ef req-302518f8-46a2-4d51-ab5d-2ab2d0a59407 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Received event network-changed-ead9fe83-83bd-429e-9d4a-e88b02b15162 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1424.026337] env[62555]: DEBUG nova.compute.manager [req-7781cb99-41a1-4195-a154-1cec55c6c4ef req-302518f8-46a2-4d51-ab5d-2ab2d0a59407 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Refreshing instance network info cache due to event network-changed-ead9fe83-83bd-429e-9d4a-e88b02b15162. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1424.026337] env[62555]: DEBUG oslo_concurrency.lockutils [req-7781cb99-41a1-4195-a154-1cec55c6c4ef req-302518f8-46a2-4d51-ab5d-2ab2d0a59407 service nova] Acquiring lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.026337] env[62555]: DEBUG oslo_concurrency.lockutils [req-7781cb99-41a1-4195-a154-1cec55c6c4ef req-302518f8-46a2-4d51-ab5d-2ab2d0a59407 service nova] Acquired lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.026337] env[62555]: DEBUG nova.network.neutron [req-7781cb99-41a1-4195-a154-1cec55c6c4ef req-302518f8-46a2-4d51-ab5d-2ab2d0a59407 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Refreshing network info cache for port ead9fe83-83bd-429e-9d4a-e88b02b15162 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.259099] env[62555]: DEBUG nova.compute.manager [None req-8bdb8618-4170-43fb-9ac7-1e1c437834b7 tempest-ServerDiagnosticsV248Test-832411301 tempest-ServerDiagnosticsV248Test-832411301-project-admin] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.261174] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1b9d94-440d-4745-a4ea-12dbbc866ce5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.269835] env[62555]: INFO nova.compute.manager [None req-8bdb8618-4170-43fb-9ac7-1e1c437834b7 tempest-ServerDiagnosticsV248Test-832411301 tempest-ServerDiagnosticsV248Test-832411301-project-admin] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Retrieving diagnostics [ 1424.270769] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48296b4-8113-41e6-a8e1-a9cf9a3d6b87 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.310532] env[62555]: DEBUG nova.network.neutron [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Successfully created port: ce1b0601-f8fa-4315-9f17-655ceaef6605 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1424.397287] env[62555]: DEBUG nova.compute.utils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1424.398998] env[62555]: DEBUG nova.compute.manager [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1424.399640] env[62555]: DEBUG nova.network.neutron [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1424.505079] env[62555]: DEBUG nova.policy [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ae162d5cb594dd3b256eb3587ab686c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb3d37a5f9fc4346b6728c3348807ff1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1424.600828] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "fa4dfbf7-948e-45df-9f11-dbabe8051577" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.601121] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "fa4dfbf7-948e-45df-9f11-dbabe8051577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.876675] env[62555]: DEBUG nova.network.neutron [req-7781cb99-41a1-4195-a154-1cec55c6c4ef req-302518f8-46a2-4d51-ab5d-2ab2d0a59407 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Updated VIF entry in instance network info cache for port ead9fe83-83bd-429e-9d4a-e88b02b15162. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.877047] env[62555]: DEBUG nova.network.neutron [req-7781cb99-41a1-4195-a154-1cec55c6c4ef req-302518f8-46a2-4d51-ab5d-2ab2d0a59407 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Updating instance_info_cache with network_info: [{"id": "ead9fe83-83bd-429e-9d4a-e88b02b15162", "address": "fa:16:3e:90:93:6e", "network": {"id": "0af9b2c5-af42-4a56-b790-9c349375ca68", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-25758691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a17e830df5624cdf97ed7c3c823137bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead9fe83-83", "ovs_interfaceid": "ead9fe83-83bd-429e-9d4a-e88b02b15162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1424.907682] env[62555]: DEBUG nova.compute.manager [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1425.034197] env[62555]: DEBUG nova.network.neutron [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Successfully created port: 2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1425.380886] env[62555]: DEBUG oslo_concurrency.lockutils [req-7781cb99-41a1-4195-a154-1cec55c6c4ef req-302518f8-46a2-4d51-ab5d-2ab2d0a59407 service nova] Releasing lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1425.386634] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e422fe0-5458-47b5-8b0d-8c380e502720 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.397073] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764f7f58-613b-4d23-b0db-d90632091fbe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.439019] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06059ea6-d98c-4939-95bc-36223833b316 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.445373] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06c6bfb-178d-4af4-bacb-fcc8226b76a5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.462743] env[62555]: DEBUG nova.compute.provider_tree [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.761414] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquiring lock "31ae588a-dfd8-4f45-b862-0c6222702a84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.761785] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Lock "31ae588a-dfd8-4f45-b862-0c6222702a84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.762385] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquiring lock "31ae588a-dfd8-4f45-b862-0c6222702a84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.762621] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Lock "31ae588a-dfd8-4f45-b862-0c6222702a84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.762800] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Lock "31ae588a-dfd8-4f45-b862-0c6222702a84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.766410] env[62555]: INFO nova.compute.manager [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Terminating instance [ 1425.941487] env[62555]: DEBUG nova.compute.manager [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1425.966140] env[62555]: DEBUG nova.scheduler.client.report [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1425.975503] env[62555]: DEBUG nova.virt.hardware [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1425.975844] env[62555]: DEBUG nova.virt.hardware [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1425.975913] env[62555]: DEBUG nova.virt.hardware [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.976077] env[62555]: DEBUG nova.virt.hardware [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1425.976295] env[62555]: DEBUG nova.virt.hardware [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.976358] env[62555]: DEBUG nova.virt.hardware [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1425.976564] env[62555]: DEBUG nova.virt.hardware [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1425.976722] env[62555]: DEBUG nova.virt.hardware [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1425.976880] env[62555]: DEBUG nova.virt.hardware [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1425.977094] env[62555]: DEBUG nova.virt.hardware [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1425.977289] env[62555]: DEBUG nova.virt.hardware [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1425.978170] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db09eb77-fff0-4466-a07e-a750bc8fb013 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.987571] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e61e385-07ea-4eae-b5af-1ad63239ff5a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.274972] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquiring lock "refresh_cache-31ae588a-dfd8-4f45-b862-0c6222702a84" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.274972] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquired lock "refresh_cache-31ae588a-dfd8-4f45-b862-0c6222702a84" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.274972] env[62555]: DEBUG nova.network.neutron [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1426.409196] env[62555]: DEBUG nova.network.neutron [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Successfully updated port: fa546323-668e-4641-8d09-b5feb4fccf31 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1426.471370] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.471864] env[62555]: DEBUG nova.compute.manager [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1426.476989] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 32.362s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.504848] env[62555]: DEBUG nova.compute.manager [req-914ce63b-59d4-4e2f-81e8-4b7087f55e41 req-1a1b8236-26b7-4519-ae3f-483dc4119301 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received event network-vif-plugged-fa546323-668e-4641-8d09-b5feb4fccf31 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1426.505132] env[62555]: DEBUG oslo_concurrency.lockutils [req-914ce63b-59d4-4e2f-81e8-4b7087f55e41 req-1a1b8236-26b7-4519-ae3f-483dc4119301 service nova] Acquiring lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.505900] env[62555]: DEBUG oslo_concurrency.lockutils [req-914ce63b-59d4-4e2f-81e8-4b7087f55e41 req-1a1b8236-26b7-4519-ae3f-483dc4119301 service nova] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.505900] env[62555]: DEBUG oslo_concurrency.lockutils [req-914ce63b-59d4-4e2f-81e8-4b7087f55e41 req-1a1b8236-26b7-4519-ae3f-483dc4119301 service nova] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.505900] env[62555]: DEBUG nova.compute.manager [req-914ce63b-59d4-4e2f-81e8-4b7087f55e41 req-1a1b8236-26b7-4519-ae3f-483dc4119301 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] No waiting events found dispatching network-vif-plugged-fa546323-668e-4641-8d09-b5feb4fccf31 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1426.505900] env[62555]: WARNING nova.compute.manager [req-914ce63b-59d4-4e2f-81e8-4b7087f55e41 req-1a1b8236-26b7-4519-ae3f-483dc4119301 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received unexpected event network-vif-plugged-fa546323-668e-4641-8d09-b5feb4fccf31 for instance with vm_state building and task_state spawning. [ 1426.804887] env[62555]: DEBUG nova.network.neutron [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.940454] env[62555]: DEBUG nova.network.neutron [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.981366] env[62555]: DEBUG nova.compute.utils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1426.981366] env[62555]: DEBUG nova.compute.manager [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1426.981366] env[62555]: DEBUG nova.network.neutron [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1427.307123] env[62555]: DEBUG nova.policy [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef13e5faaaa449aa9b473d0baf67078e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab10251ae73a41d1bbd5874325d2b289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1427.441838] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Releasing lock "refresh_cache-31ae588a-dfd8-4f45-b862-0c6222702a84" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.442304] env[62555]: DEBUG nova.compute.manager [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.442541] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.443523] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b2d8c9-d558-4bad-b493-b56f0ff06a84 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.455606] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.459352] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bef634a6-c00a-4cc9-90b1-89bf2b4afc0f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.467689] env[62555]: DEBUG oslo_vmware.api [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for the task: (returnval){ [ 1427.467689] env[62555]: value = "task-1704298" [ 1427.467689] env[62555]: _type = "Task" [ 1427.467689] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.483297] env[62555]: DEBUG oslo_vmware.api [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.490644] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64fcf01-f2d5-4656-bb15-27166c362547 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.494057] env[62555]: DEBUG nova.compute.manager [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1427.502063] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64de8a86-39ba-4407-ab6b-7050147f480a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.534962] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994dc904-e3af-499a-927a-90819508daef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.549549] env[62555]: DEBUG nova.network.neutron [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Successfully updated port: 2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1427.556556] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281707d9-7271-44b6-87ff-45574ce30149 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.573211] env[62555]: DEBUG nova.compute.provider_tree [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.963504] env[62555]: DEBUG nova.network.neutron [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Successfully created port: 32a69fcd-24ba-495e-858a-12f6668e19a3 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1427.978850] env[62555]: DEBUG oslo_vmware.api [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704298, 'name': PowerOffVM_Task, 'duration_secs': 0.128308} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.979198] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.979378] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.979627] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78df2a19-760d-4ef7-82a8-911062179c3f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.013895] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.014199] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.014325] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Deleting the datastore file [datastore1] 31ae588a-dfd8-4f45-b862-0c6222702a84 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.014790] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51d82b26-1851-4edc-969f-9322720b58f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.028733] env[62555]: DEBUG oslo_vmware.api [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for the task: (returnval){ [ 1428.028733] env[62555]: value = "task-1704300" [ 1428.028733] env[62555]: _type = "Task" [ 1428.028733] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.041196] env[62555]: DEBUG oslo_vmware.api [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.056435] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.056623] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquired lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.056759] env[62555]: DEBUG nova.network.neutron [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.078507] env[62555]: DEBUG nova.scheduler.client.report [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1428.507052] env[62555]: DEBUG nova.compute.manager [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1428.550026] env[62555]: DEBUG oslo_vmware.api [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Task: {'id': task-1704300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101295} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.552762] env[62555]: DEBUG nova.virt.hardware [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1428.552762] env[62555]: DEBUG nova.virt.hardware [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1428.552762] env[62555]: DEBUG nova.virt.hardware [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.553020] env[62555]: DEBUG nova.virt.hardware [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1428.553020] env[62555]: DEBUG nova.virt.hardware [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.553408] env[62555]: DEBUG nova.virt.hardware [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1428.553408] env[62555]: DEBUG nova.virt.hardware [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1428.553578] env[62555]: DEBUG nova.virt.hardware [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1428.553754] env[62555]: DEBUG nova.virt.hardware [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1428.553926] env[62555]: DEBUG nova.virt.hardware [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1428.554107] env[62555]: DEBUG nova.virt.hardware [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1428.554587] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.554587] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.554726] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.554887] env[62555]: INFO nova.compute.manager [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1428.555122] env[62555]: DEBUG oslo.service.loopingcall [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.555834] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f2928c-a763-4e21-bf84-686b955c5277 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.560229] env[62555]: DEBUG nova.compute.manager [-] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.560229] env[62555]: DEBUG nova.network.neutron [-] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.570325] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7906fa6-44c7-4c4a-b2a1-31f40fae7b99 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.606114] env[62555]: DEBUG nova.network.neutron [-] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.610436] env[62555]: DEBUG nova.network.neutron [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.732391] env[62555]: DEBUG nova.network.neutron [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Successfully updated port: fba55481-fbe7-4665-95d6-b8f6fbed8f14 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.790956] env[62555]: DEBUG nova.compute.manager [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received event network-changed-fa546323-668e-4641-8d09-b5feb4fccf31 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1428.790956] env[62555]: DEBUG nova.compute.manager [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Refreshing instance network info cache due to event network-changed-fa546323-668e-4641-8d09-b5feb4fccf31. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1428.790956] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Acquiring lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.791303] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Acquired lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.791535] env[62555]: DEBUG nova.network.neutron [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Refreshing network info cache for port fa546323-668e-4641-8d09-b5feb4fccf31 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.814111] env[62555]: DEBUG nova.network.neutron [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Updating instance_info_cache with network_info: [{"id": "2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a", "address": "fa:16:3e:40:a2:9f", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1d04b9-5a", "ovs_interfaceid": "2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.817952] env[62555]: DEBUG nova.compute.manager [req-82f7f0af-1f4b-4238-8276-59b5e291ec61 req-636208e6-acca-4bf9-8793-d1b3ee658273 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received event network-vif-plugged-fba55481-fbe7-4665-95d6-b8f6fbed8f14 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1428.818319] env[62555]: DEBUG oslo_concurrency.lockutils [req-82f7f0af-1f4b-4238-8276-59b5e291ec61 req-636208e6-acca-4bf9-8793-d1b3ee658273 service nova] Acquiring lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.818646] env[62555]: DEBUG oslo_concurrency.lockutils [req-82f7f0af-1f4b-4238-8276-59b5e291ec61 req-636208e6-acca-4bf9-8793-d1b3ee658273 service nova] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.819054] env[62555]: DEBUG oslo_concurrency.lockutils [req-82f7f0af-1f4b-4238-8276-59b5e291ec61 req-636208e6-acca-4bf9-8793-d1b3ee658273 service nova] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.819416] env[62555]: DEBUG nova.compute.manager [req-82f7f0af-1f4b-4238-8276-59b5e291ec61 req-636208e6-acca-4bf9-8793-d1b3ee658273 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] No waiting events found dispatching network-vif-plugged-fba55481-fbe7-4665-95d6-b8f6fbed8f14 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1428.819731] env[62555]: WARNING nova.compute.manager [req-82f7f0af-1f4b-4238-8276-59b5e291ec61 req-636208e6-acca-4bf9-8793-d1b3ee658273 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received unexpected event network-vif-plugged-fba55481-fbe7-4665-95d6-b8f6fbed8f14 for instance with vm_state building and task_state spawning. [ 1429.096727] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.620s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.100081] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.779s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.100873] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.103967] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.518s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.105803] env[62555]: INFO nova.compute.claims [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.110111] env[62555]: DEBUG nova.network.neutron [-] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.139073] env[62555]: INFO nova.scheduler.client.report [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Deleted allocations for instance e45f5583-5fff-41bd-bc36-027e74429264 [ 1429.323775] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Releasing lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.324196] env[62555]: DEBUG nova.compute.manager [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Instance network_info: |[{"id": "2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a", "address": "fa:16:3e:40:a2:9f", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1d04b9-5a", "ovs_interfaceid": "2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1429.324548] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:a2:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1429.337052] env[62555]: DEBUG oslo.service.loopingcall [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1429.337930] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1429.338096] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a77edfcc-9f28-4e20-a14d-a39c826ed6fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.361142] env[62555]: DEBUG nova.network.neutron [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.367449] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1429.367449] env[62555]: value = "task-1704301" [ 1429.367449] env[62555]: _type = "Task" [ 1429.367449] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.375049] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704301, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.562896] env[62555]: DEBUG nova.network.neutron [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.617923] env[62555]: INFO nova.compute.manager [-] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Took 1.06 seconds to deallocate network for instance. [ 1429.654943] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5bfefe86-a55b-403b-abcd-8fcfc5ddfbb6 tempest-DeleteServersAdminTestJSON-1649870005 tempest-DeleteServersAdminTestJSON-1649870005-project-member] Lock "e45f5583-5fff-41bd-bc36-027e74429264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.751s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.703689] env[62555]: INFO nova.scheduler.client.report [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Deleted allocation for migration 8feba73f-d431-452a-bbd9-bf7e44032199 [ 1429.878739] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704301, 'name': CreateVM_Task, 'duration_secs': 0.505863} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.878924] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1429.879790] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.879981] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.880317] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1429.880599] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2f2aacf-2c4d-44a7-9e9e-96153f9fdee8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.886883] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1429.886883] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d89ad5-2418-6cb9-cc41-c7a181451361" [ 1429.886883] env[62555]: _type = "Task" [ 1429.886883] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.897065] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d89ad5-2418-6cb9-cc41-c7a181451361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.959774] env[62555]: DEBUG nova.network.neutron [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Successfully updated port: 32a69fcd-24ba-495e-858a-12f6668e19a3 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1430.066181] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Releasing lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.066530] env[62555]: DEBUG nova.compute.manager [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Received event network-vif-plugged-2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1430.066794] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Acquiring lock "4103f309-bdfb-488a-a904-163ccc0216e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.067070] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Lock "4103f309-bdfb-488a-a904-163ccc0216e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.067282] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Lock "4103f309-bdfb-488a-a904-163ccc0216e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.067515] env[62555]: DEBUG nova.compute.manager [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] No waiting events found dispatching network-vif-plugged-2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1430.067808] env[62555]: WARNING nova.compute.manager [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Received unexpected event network-vif-plugged-2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a for instance with vm_state building and task_state spawning. [ 1430.068121] env[62555]: DEBUG nova.compute.manager [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Received event network-changed-ead9fe83-83bd-429e-9d4a-e88b02b15162 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1430.068353] env[62555]: DEBUG nova.compute.manager [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Refreshing instance network info cache due to event network-changed-ead9fe83-83bd-429e-9d4a-e88b02b15162. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1430.068580] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Acquiring lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.070693] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Acquired lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.070693] env[62555]: DEBUG nova.network.neutron [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Refreshing network info cache for port ead9fe83-83bd-429e-9d4a-e88b02b15162 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.128679] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.209281] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e5c2963-67eb-4437-a779-f8e60a6d1f28 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "34828a36-3444-435b-98a2-cd82665c4ef9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.044s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.402104] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d89ad5-2418-6cb9-cc41-c7a181451361, 'name': SearchDatastore_Task, 'duration_secs': 0.011262} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.404885] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.405249] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1430.405505] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.405699] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.406041] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1430.406594] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c963633-64d1-4fb7-bdee-5096d810814e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.417767] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1430.418011] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1430.419700] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5123d3b0-d165-4400-b7e8-f23c55dc5ec6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.426938] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1430.426938] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52298852-df45-9173-a0ee-46500a862e8f" [ 1430.426938] env[62555]: _type = "Task" [ 1430.426938] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.441905] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52298852-df45-9173-a0ee-46500a862e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.01081} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.445825] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9892d285-ac3b-4145-a81c-c359b1266850 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.452561] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1430.452561] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d63052-c59c-c63f-3d61-05f6dd4b7744" [ 1430.452561] env[62555]: _type = "Task" [ 1430.452561] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.470533] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "refresh_cache-18a1b107-48ee-4015-8c12-8ffb99fabb26" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.470533] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "refresh_cache-18a1b107-48ee-4015-8c12-8ffb99fabb26" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.470533] env[62555]: DEBUG nova.network.neutron [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1430.470821] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d63052-c59c-c63f-3d61-05f6dd4b7744, 'name': SearchDatastore_Task, 'duration_secs': 0.010499} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.479223] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.479223] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 4103f309-bdfb-488a-a904-163ccc0216e8/4103f309-bdfb-488a-a904-163ccc0216e8.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1430.479223] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a09b613a-69f5-422d-9a9b-5b80e596e8e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.486532] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1430.486532] env[62555]: value = "task-1704302" [ 1430.486532] env[62555]: _type = "Task" [ 1430.486532] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.500713] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.506415] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquiring lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.506668] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.506870] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquiring lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.507068] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1430.508018] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.509597] env[62555]: INFO nova.compute.manager [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Terminating instance [ 1430.731226] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d5340-8ad6-4b7b-85f6-005d54e8cba0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.744486] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d258553-9d61-4a84-bcfe-f7794619ba14 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.786039] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d74ee4-245e-4112-b50c-2c8b67d486b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.797572] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5126d111-7c9f-446c-b8ae-80366623022c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.815963] env[62555]: DEBUG nova.compute.provider_tree [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.968196] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquiring lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.968400] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.009088] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704302, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.013701] env[62555]: DEBUG nova.compute.manager [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1431.015280] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.015280] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f132b0-db77-40f8-acb7-f8e788b212f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.024460] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.024460] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e00a3c0-b7eb-43ea-9dc9-52a4eec240f9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.033222] env[62555]: DEBUG oslo_vmware.api [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for the task: (returnval){ [ 1431.033222] env[62555]: value = "task-1704303" [ 1431.033222] env[62555]: _type = "Task" [ 1431.033222] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.049976] env[62555]: DEBUG oslo_vmware.api [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.073027] env[62555]: DEBUG nova.network.neutron [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1431.105795] env[62555]: DEBUG nova.network.neutron [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Updated VIF entry in instance network info cache for port ead9fe83-83bd-429e-9d4a-e88b02b15162. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.106179] env[62555]: DEBUG nova.network.neutron [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Updating instance_info_cache with network_info: [{"id": "ead9fe83-83bd-429e-9d4a-e88b02b15162", "address": "fa:16:3e:90:93:6e", "network": {"id": "0af9b2c5-af42-4a56-b790-9c349375ca68", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-25758691-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a17e830df5624cdf97ed7c3c823137bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5fe645c-e088-401e-ab53-4ae2981dea72", "external-id": "nsx-vlan-transportzone-219", "segmentation_id": 219, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead9fe83-83", "ovs_interfaceid": "ead9fe83-83bd-429e-9d4a-e88b02b15162", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.109496] env[62555]: DEBUG nova.compute.manager [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Received event network-vif-plugged-32a69fcd-24ba-495e-858a-12f6668e19a3 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1431.109712] env[62555]: DEBUG oslo_concurrency.lockutils [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] Acquiring lock "18a1b107-48ee-4015-8c12-8ffb99fabb26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1431.109957] env[62555]: DEBUG oslo_concurrency.lockutils [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] Lock "18a1b107-48ee-4015-8c12-8ffb99fabb26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.110112] env[62555]: DEBUG oslo_concurrency.lockutils [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] Lock "18a1b107-48ee-4015-8c12-8ffb99fabb26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.110293] env[62555]: DEBUG nova.compute.manager [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] No waiting events found dispatching network-vif-plugged-32a69fcd-24ba-495e-858a-12f6668e19a3 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1431.110465] env[62555]: WARNING nova.compute.manager [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Received unexpected event network-vif-plugged-32a69fcd-24ba-495e-858a-12f6668e19a3 for instance with vm_state building and task_state spawning. [ 1431.110717] env[62555]: DEBUG nova.compute.manager [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Received event network-changed-32a69fcd-24ba-495e-858a-12f6668e19a3 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1431.110786] env[62555]: DEBUG nova.compute.manager [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Refreshing instance network info cache due to event network-changed-32a69fcd-24ba-495e-858a-12f6668e19a3. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1431.110958] env[62555]: DEBUG oslo_concurrency.lockutils [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] Acquiring lock "refresh_cache-18a1b107-48ee-4015-8c12-8ffb99fabb26" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.138313] env[62555]: DEBUG nova.compute.manager [req-c856715e-a0d7-4d23-8b6d-fcc094e0a5ac req-af0e512b-4828-4458-907a-d03c4c822b33 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received event network-changed-fba55481-fbe7-4665-95d6-b8f6fbed8f14 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1431.144748] env[62555]: DEBUG nova.compute.manager [req-c856715e-a0d7-4d23-8b6d-fcc094e0a5ac req-af0e512b-4828-4458-907a-d03c4c822b33 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Refreshing instance network info cache due to event network-changed-fba55481-fbe7-4665-95d6-b8f6fbed8f14. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1431.144748] env[62555]: DEBUG oslo_concurrency.lockutils [req-c856715e-a0d7-4d23-8b6d-fcc094e0a5ac req-af0e512b-4828-4458-907a-d03c4c822b33 service nova] Acquiring lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.144748] env[62555]: DEBUG oslo_concurrency.lockutils [req-c856715e-a0d7-4d23-8b6d-fcc094e0a5ac req-af0e512b-4828-4458-907a-d03c4c822b33 service nova] Acquired lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.144748] env[62555]: DEBUG nova.network.neutron [req-c856715e-a0d7-4d23-8b6d-fcc094e0a5ac req-af0e512b-4828-4458-907a-d03c4c822b33 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Refreshing network info cache for port fba55481-fbe7-4665-95d6-b8f6fbed8f14 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.320056] env[62555]: DEBUG nova.scheduler.client.report [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1431.399600] env[62555]: DEBUG nova.network.neutron [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Updating instance_info_cache with network_info: [{"id": "32a69fcd-24ba-495e-858a-12f6668e19a3", "address": "fa:16:3e:97:7a:8e", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a69fcd-24", "ovs_interfaceid": "32a69fcd-24ba-495e-858a-12f6668e19a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.486206] env[62555]: DEBUG nova.network.neutron [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Successfully updated port: ce1b0601-f8fa-4315-9f17-655ceaef6605 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1431.501835] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596229} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.502681] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 4103f309-bdfb-488a-a904-163ccc0216e8/4103f309-bdfb-488a-a904-163ccc0216e8.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.502910] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.503184] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17d89cdd-466e-43f1-8766-7986b09a35f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.511886] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1431.511886] env[62555]: value = "task-1704304" [ 1431.511886] env[62555]: _type = "Task" [ 1431.511886] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.521338] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.545293] env[62555]: DEBUG oslo_vmware.api [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704303, 'name': PowerOffVM_Task, 'duration_secs': 0.228117} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.545293] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.545293] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1431.545293] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05cf024c-ae28-4e50-8f6f-d627b12b1d64 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.613450] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Releasing lock "refresh_cache-8332bd6b-dd48-4809-be1e-9102ad9eb1ce" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.613795] env[62555]: DEBUG nova.compute.manager [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Received event network-changed-2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1431.613949] env[62555]: DEBUG nova.compute.manager [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Refreshing instance network info cache due to event network-changed-2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1431.616275] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Acquiring lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.616275] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Acquired lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.616275] env[62555]: DEBUG nova.network.neutron [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Refreshing network info cache for port 2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.630361] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1431.630659] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1431.631088] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Deleting the datastore file [datastore1] 8332bd6b-dd48-4809-be1e-9102ad9eb1ce {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1431.631659] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54a35cd8-22cb-4553-8e62-91154213383b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.638615] env[62555]: DEBUG oslo_vmware.api [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for the task: (returnval){ [ 1431.638615] env[62555]: value = "task-1704306" [ 1431.638615] env[62555]: _type = "Task" [ 1431.638615] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.648863] env[62555]: DEBUG oslo_vmware.api [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.687876] env[62555]: DEBUG nova.network.neutron [req-c856715e-a0d7-4d23-8b6d-fcc094e0a5ac req-af0e512b-4828-4458-907a-d03c4c822b33 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1431.775402] env[62555]: DEBUG nova.network.neutron [req-c856715e-a0d7-4d23-8b6d-fcc094e0a5ac req-af0e512b-4828-4458-907a-d03c4c822b33 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.827599] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1431.828402] env[62555]: DEBUG nova.compute.manager [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1431.832065] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.701s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1431.833348] env[62555]: INFO nova.compute.claims [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1431.902352] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "refresh_cache-18a1b107-48ee-4015-8c12-8ffb99fabb26" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.902791] env[62555]: DEBUG nova.compute.manager [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Instance network_info: |[{"id": "32a69fcd-24ba-495e-858a-12f6668e19a3", "address": "fa:16:3e:97:7a:8e", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a69fcd-24", "ovs_interfaceid": "32a69fcd-24ba-495e-858a-12f6668e19a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1431.903177] env[62555]: DEBUG oslo_concurrency.lockutils [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] Acquired lock "refresh_cache-18a1b107-48ee-4015-8c12-8ffb99fabb26" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.903780] env[62555]: DEBUG nova.network.neutron [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Refreshing network info cache for port 32a69fcd-24ba-495e-858a-12f6668e19a3 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1431.904730] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:7a:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32a69fcd-24ba-495e-858a-12f6668e19a3', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1431.914293] env[62555]: DEBUG oslo.service.loopingcall [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1431.916401] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1431.916485] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e21ddd36-ac31-46ab-841f-f3f684557824 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.940563] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1431.940563] env[62555]: value = "task-1704307" [ 1431.940563] env[62555]: _type = "Task" [ 1431.940563] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.950172] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704307, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.991324] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.023646] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073584} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.023959] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1432.024830] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45c2c3d-c4b2-4a22-bf6b-1285d1ca816f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.051087] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4103f309-bdfb-488a-a904-163ccc0216e8/4103f309-bdfb-488a-a904-163ccc0216e8.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1432.051458] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-147e326c-b261-4eb2-bce4-64300b4a6c8b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.075874] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1432.075874] env[62555]: value = "task-1704308" [ 1432.075874] env[62555]: _type = "Task" [ 1432.075874] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.085670] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.152260] env[62555]: DEBUG oslo_vmware.api [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Task: {'id': task-1704306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155816} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.152260] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1432.152260] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1432.152260] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1432.152673] env[62555]: INFO nova.compute.manager [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1432.154751] env[62555]: DEBUG oslo.service.loopingcall [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1432.154751] env[62555]: DEBUG nova.compute.manager [-] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1432.154751] env[62555]: DEBUG nova.network.neutron [-] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1432.279876] env[62555]: DEBUG oslo_concurrency.lockutils [req-c856715e-a0d7-4d23-8b6d-fcc094e0a5ac req-af0e512b-4828-4458-907a-d03c4c822b33 service nova] Releasing lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.280318] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquired lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.280505] env[62555]: DEBUG nova.network.neutron [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.340988] env[62555]: DEBUG nova.compute.utils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1432.346392] env[62555]: DEBUG nova.compute.manager [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1432.347039] env[62555]: DEBUG nova.network.neutron [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1432.451122] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704307, 'name': CreateVM_Task, 'duration_secs': 0.404497} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.452694] env[62555]: DEBUG nova.policy [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c2daa0577e4a15b2c7536026eb1da0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a88e6f2009c484e8b365cda6d84b5dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1432.454232] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1432.454872] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.455059] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.455366] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1432.456129] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e738d201-8b8b-489a-897f-bc39049d84d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.461256] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1432.461256] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c87be5-79b2-fadb-4840-c1de88a0318c" [ 1432.461256] env[62555]: _type = "Task" [ 1432.461256] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.470233] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c87be5-79b2-fadb-4840-c1de88a0318c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.590459] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704308, 'name': ReconfigVM_Task, 'duration_secs': 0.395625} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.590459] env[62555]: DEBUG nova.network.neutron [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Updated VIF entry in instance network info cache for port 2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1432.590691] env[62555]: DEBUG nova.network.neutron [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Updating instance_info_cache with network_info: [{"id": "2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a", "address": "fa:16:3e:40:a2:9f", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1d04b9-5a", "ovs_interfaceid": "2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.590781] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4103f309-bdfb-488a-a904-163ccc0216e8/4103f309-bdfb-488a-a904-163ccc0216e8.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.590781] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97602804-6dbf-4810-85eb-8b4ffbdbdb57 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.596990] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "c9cd4322-e60f-4744-9dd4-739249b96d34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.597256] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "c9cd4322-e60f-4744-9dd4-739249b96d34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.599704] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1432.599704] env[62555]: value = "task-1704309" [ 1432.599704] env[62555]: _type = "Task" [ 1432.599704] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.612259] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704309, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.830032] env[62555]: DEBUG nova.network.neutron [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1432.858122] env[62555]: DEBUG nova.compute.manager [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1432.973632] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c87be5-79b2-fadb-4840-c1de88a0318c, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.973859] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.974101] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1432.974334] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1432.974650] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.974953] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1432.975816] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f03060e6-0ba8-4697-9517-04664b72c80f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.988907] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1432.989274] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1432.992163] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b866d5c-8582-4e3f-8b2a-c24cef5286aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.999019] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1432.999019] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5278ce76-0ee9-157e-6a0f-691a45744759" [ 1432.999019] env[62555]: _type = "Task" [ 1432.999019] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.007145] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5278ce76-0ee9-157e-6a0f-691a45744759, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.036351] env[62555]: DEBUG nova.network.neutron [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Updated VIF entry in instance network info cache for port 32a69fcd-24ba-495e-858a-12f6668e19a3. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.036351] env[62555]: DEBUG nova.network.neutron [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Updating instance_info_cache with network_info: [{"id": "32a69fcd-24ba-495e-858a-12f6668e19a3", "address": "fa:16:3e:97:7a:8e", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32a69fcd-24", "ovs_interfaceid": "32a69fcd-24ba-495e-858a-12f6668e19a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.096814] env[62555]: DEBUG oslo_concurrency.lockutils [req-ccef8fd7-c6f5-4bf9-ae1b-62be501e0e06 req-09efc575-7716-4dd2-bad3-17996c2d1a34 service nova] Releasing lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.114186] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704309, 'name': Rename_Task, 'duration_secs': 0.142854} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.114186] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.114553] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dd552e6-f5fd-4958-8e7a-d287d40a9f28 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.124857] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1433.124857] env[62555]: value = "task-1704310" [ 1433.124857] env[62555]: _type = "Task" [ 1433.124857] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.136203] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.137944] env[62555]: DEBUG nova.network.neutron [-] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.360112] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b22ef7-cb1e-44e6-bd0a-77ea0c0096d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.372843] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7a0119-72e7-42b7-b932-e24fa6312e56 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.414053] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccba5a2-8cf6-4688-865b-e094aaf561c9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.423193] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cedb3da-b47b-427f-8d32-8ee65269ef81 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.439112] env[62555]: DEBUG nova.compute.provider_tree [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.459999] env[62555]: DEBUG nova.network.neutron [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Updating instance_info_cache with network_info: [{"id": "fa546323-668e-4641-8d09-b5feb4fccf31", "address": "fa:16:3e:13:46:80", "network": {"id": "bed6b616-3a77-4ae1-9a90-4fb5c968818f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-434950931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa546323-66", "ovs_interfaceid": "fa546323-668e-4641-8d09-b5feb4fccf31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fba55481-fbe7-4665-95d6-b8f6fbed8f14", "address": "fa:16:3e:78:48:64", "network": {"id": "8ecae125-e74d-497a-b2b2-515c1ad42e8e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-509701984", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba55481-fb", "ovs_interfaceid": "fba55481-fbe7-4665-95d6-b8f6fbed8f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce1b0601-f8fa-4315-9f17-655ceaef6605", "address": "fa:16:3e:f7:64:7a", "network": {"id": "bed6b616-3a77-4ae1-9a90-4fb5c968818f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-434950931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1b0601-f8", "ovs_interfaceid": "ce1b0601-f8fa-4315-9f17-655ceaef6605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.505778] env[62555]: DEBUG nova.compute.manager [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received event network-vif-plugged-ce1b0601-f8fa-4315-9f17-655ceaef6605 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1433.506370] env[62555]: DEBUG oslo_concurrency.lockutils [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] Acquiring lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1433.506370] env[62555]: DEBUG oslo_concurrency.lockutils [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.506370] env[62555]: DEBUG oslo_concurrency.lockutils [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.506535] env[62555]: DEBUG nova.compute.manager [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] No waiting events found dispatching network-vif-plugged-ce1b0601-f8fa-4315-9f17-655ceaef6605 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1433.506712] env[62555]: WARNING nova.compute.manager [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received unexpected event network-vif-plugged-ce1b0601-f8fa-4315-9f17-655ceaef6605 for instance with vm_state building and task_state spawning. [ 1433.506861] env[62555]: DEBUG nova.compute.manager [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received event network-changed-ce1b0601-f8fa-4315-9f17-655ceaef6605 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1433.507054] env[62555]: DEBUG nova.compute.manager [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Refreshing instance network info cache due to event network-changed-ce1b0601-f8fa-4315-9f17-655ceaef6605. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1433.507187] env[62555]: DEBUG oslo_concurrency.lockutils [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] Acquiring lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1433.514831] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5278ce76-0ee9-157e-6a0f-691a45744759, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.515818] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a49ec4a-d4fc-4fff-be9b-65162c3214b2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.521784] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1433.521784] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522a3f31-0e3f-97cd-fe0f-dc34734e5c14" [ 1433.521784] env[62555]: _type = "Task" [ 1433.521784] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.531191] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522a3f31-0e3f-97cd-fe0f-dc34734e5c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.540601] env[62555]: DEBUG oslo_concurrency.lockutils [req-2ce724f5-34ef-4bb7-80a7-5915f4dc8bd2 req-2d6a0601-0c03-4398-8bf0-5c427f4afcc8 service nova] Releasing lock "refresh_cache-18a1b107-48ee-4015-8c12-8ffb99fabb26" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.602964] env[62555]: DEBUG nova.network.neutron [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Successfully created port: d8727f49-752e-4f83-9d97-8ee1a9b2cc72 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1433.637261] env[62555]: DEBUG oslo_vmware.api [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704310, 'name': PowerOnVM_Task, 'duration_secs': 0.49256} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.637616] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.637834] env[62555]: INFO nova.compute.manager [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1433.638026] env[62555]: DEBUG nova.compute.manager [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.638873] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe68a721-539f-4cae-ae38-211a97d5c058 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.641441] env[62555]: INFO nova.compute.manager [-] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Took 1.49 seconds to deallocate network for instance. [ 1433.873176] env[62555]: DEBUG nova.compute.manager [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1433.909626] env[62555]: DEBUG nova.virt.hardware [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1433.909866] env[62555]: DEBUG nova.virt.hardware [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1433.910035] env[62555]: DEBUG nova.virt.hardware [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1433.910224] env[62555]: DEBUG nova.virt.hardware [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1433.910475] env[62555]: DEBUG nova.virt.hardware [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1433.910695] env[62555]: DEBUG nova.virt.hardware [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1433.910917] env[62555]: DEBUG nova.virt.hardware [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1433.911090] env[62555]: DEBUG nova.virt.hardware [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1433.911377] env[62555]: DEBUG nova.virt.hardware [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1433.911425] env[62555]: DEBUG nova.virt.hardware [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1433.911578] env[62555]: DEBUG nova.virt.hardware [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1433.912547] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f98a9c-0a34-43db-970d-6986b984c053 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.921687] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc44242-1ddf-45a4-b67f-d190976f0b4a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.942391] env[62555]: DEBUG nova.scheduler.client.report [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1433.962625] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Releasing lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.963029] env[62555]: DEBUG nova.compute.manager [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Instance network_info: |[{"id": "fa546323-668e-4641-8d09-b5feb4fccf31", "address": "fa:16:3e:13:46:80", "network": {"id": "bed6b616-3a77-4ae1-9a90-4fb5c968818f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-434950931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa546323-66", "ovs_interfaceid": "fa546323-668e-4641-8d09-b5feb4fccf31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fba55481-fbe7-4665-95d6-b8f6fbed8f14", "address": "fa:16:3e:78:48:64", "network": {"id": "8ecae125-e74d-497a-b2b2-515c1ad42e8e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-509701984", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba55481-fb", "ovs_interfaceid": "fba55481-fbe7-4665-95d6-b8f6fbed8f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce1b0601-f8fa-4315-9f17-655ceaef6605", "address": "fa:16:3e:f7:64:7a", "network": {"id": "bed6b616-3a77-4ae1-9a90-4fb5c968818f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-434950931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1b0601-f8", "ovs_interfaceid": "ce1b0601-f8fa-4315-9f17-655ceaef6605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1433.963328] env[62555]: DEBUG oslo_concurrency.lockutils [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] Acquired lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.963508] env[62555]: DEBUG nova.network.neutron [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Refreshing network info cache for port ce1b0601-f8fa-4315-9f17-655ceaef6605 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.965044] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:46:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa546323-668e-4641-8d09-b5feb4fccf31', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:48:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3734b156-0f7d-4721-b23c-d000412ec2eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fba55481-fbe7-4665-95d6-b8f6fbed8f14', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:64:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce1b0601-f8fa-4315-9f17-655ceaef6605', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1433.976166] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Creating folder: Project (3988fd3c673a43c2845ad67612608a66). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.977102] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de832fb8-7689-42dd-8212-fb98841078ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.990284] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Created folder: Project (3988fd3c673a43c2845ad67612608a66) in parent group-v355069. [ 1433.990595] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Creating folder: Instances. Parent ref: group-v355166. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1433.990874] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e24a4d35-5b39-40c6-8209-65f09835bcca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.000373] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Created folder: Instances in parent group-v355166. [ 1434.000624] env[62555]: DEBUG oslo.service.loopingcall [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1434.000818] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1434.001035] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f662d5-eb32-40c2-897e-6f23546a4c60 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.045189] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522a3f31-0e3f-97cd-fe0f-dc34734e5c14, 'name': SearchDatastore_Task, 'duration_secs': 0.011015} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.047466] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1434.047886] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 18a1b107-48ee-4015-8c12-8ffb99fabb26/18a1b107-48ee-4015-8c12-8ffb99fabb26.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1434.048406] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.048406] env[62555]: value = "task-1704313" [ 1434.048406] env[62555]: _type = "Task" [ 1434.048406] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.048714] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b49f8f71-1842-4412-9740-b3d2b9958a04 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.064141] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704313, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.065955] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1434.065955] env[62555]: value = "task-1704314" [ 1434.065955] env[62555]: _type = "Task" [ 1434.065955] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.075422] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.151607] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1434.160788] env[62555]: INFO nova.compute.manager [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Took 49.36 seconds to build instance. [ 1434.446952] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.447549] env[62555]: DEBUG nova.compute.manager [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1434.450742] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.903s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1434.452109] env[62555]: INFO nova.compute.claims [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1434.563250] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704313, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.575599] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.663578] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26602fb6-6cf2-4af1-9e0e-3ae41dfea2bd tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "4103f309-bdfb-488a-a904-163ccc0216e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.459s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1434.685483] env[62555]: DEBUG nova.network.neutron [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Updated VIF entry in instance network info cache for port ce1b0601-f8fa-4315-9f17-655ceaef6605. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1434.685998] env[62555]: DEBUG nova.network.neutron [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Updating instance_info_cache with network_info: [{"id": "fa546323-668e-4641-8d09-b5feb4fccf31", "address": "fa:16:3e:13:46:80", "network": {"id": "bed6b616-3a77-4ae1-9a90-4fb5c968818f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-434950931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa546323-66", "ovs_interfaceid": "fa546323-668e-4641-8d09-b5feb4fccf31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fba55481-fbe7-4665-95d6-b8f6fbed8f14", "address": "fa:16:3e:78:48:64", "network": {"id": "8ecae125-e74d-497a-b2b2-515c1ad42e8e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-509701984", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3734b156-0f7d-4721-b23c-d000412ec2eb", "external-id": "nsx-vlan-transportzone-560", "segmentation_id": 560, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfba55481-fb", "ovs_interfaceid": "fba55481-fbe7-4665-95d6-b8f6fbed8f14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ce1b0601-f8fa-4315-9f17-655ceaef6605", "address": "fa:16:3e:f7:64:7a", "network": {"id": "bed6b616-3a77-4ae1-9a90-4fb5c968818f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-434950931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce1b0601-f8", "ovs_interfaceid": "ce1b0601-f8fa-4315-9f17-655ceaef6605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.961590] env[62555]: DEBUG nova.compute.utils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1434.961590] env[62555]: DEBUG nova.compute.manager [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1434.961590] env[62555]: DEBUG nova.network.neutron [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1435.011769] env[62555]: DEBUG nova.policy [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '169bb5a0fbd045689559ac3cea0d5a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14065bdf84a24b9aa6fdbec28f26066d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1435.066170] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704313, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.077590] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.169256] env[62555]: DEBUG nova.compute.manager [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1435.189957] env[62555]: DEBUG oslo_concurrency.lockutils [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] Releasing lock "refresh_cache-a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1435.191360] env[62555]: DEBUG nova.compute.manager [req-5fc697cb-2355-4a45-a8ef-55e47ac16fb1 req-a0bb8987-839f-4f15-82e3-885a4b4acb6b service nova] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Received event network-vif-deleted-ead9fe83-83bd-429e-9d4a-e88b02b15162 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1435.309821] env[62555]: DEBUG nova.network.neutron [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Successfully created port: f109e5f9-eca9-4455-81e3-28977363cc9a {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1435.461866] env[62555]: DEBUG nova.compute.manager [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1435.569589] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704313, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.585570] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.700530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1435.955168] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1514ca1d-875d-4f8f-b3fc-820b636c6b96 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.964837] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc6a224-1287-4c9c-9b49-640c00c46860 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.000547] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0b2cce-8f9d-4a1b-9ed6-9c88e2de3c26 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.009987] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd31111c-8da8-42d5-bd3b-d6c6cefc49c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.025094] env[62555]: DEBUG nova.compute.provider_tree [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.068681] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704313, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.081951] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704314, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.505123] env[62555]: DEBUG nova.compute.manager [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1436.521803] env[62555]: DEBUG nova.network.neutron [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Successfully updated port: d8727f49-752e-4f83-9d97-8ee1a9b2cc72 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1436.531233] env[62555]: DEBUG nova.scheduler.client.report [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1436.549696] env[62555]: DEBUG nova.virt.hardware [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1436.550009] env[62555]: DEBUG nova.virt.hardware [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1436.550224] env[62555]: DEBUG nova.virt.hardware [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.550401] env[62555]: DEBUG nova.virt.hardware [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1436.550557] env[62555]: DEBUG nova.virt.hardware [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.550708] env[62555]: DEBUG nova.virt.hardware [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1436.550920] env[62555]: DEBUG nova.virt.hardware [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1436.551129] env[62555]: DEBUG nova.virt.hardware [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1436.551315] env[62555]: DEBUG nova.virt.hardware [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1436.551487] env[62555]: DEBUG nova.virt.hardware [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1436.551662] env[62555]: DEBUG nova.virt.hardware [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1436.553511] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f9c1e2-a58d-4b90-b5dd-ea94e0cf157a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.571173] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde0c1c3-07cc-4279-8fd6-dbdb2fab930a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.575455] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704313, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.585345] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704314, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.328489} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.594610] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 18a1b107-48ee-4015-8c12-8ffb99fabb26/18a1b107-48ee-4015-8c12-8ffb99fabb26.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1436.594809] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1436.596279] env[62555]: DEBUG nova.compute.manager [req-4a38113f-aabf-4cac-bc03-73080d4e10cd req-d772fb32-8381-4c9d-b140-efb39f4a259d service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Received event network-changed-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1436.596462] env[62555]: DEBUG nova.compute.manager [req-4a38113f-aabf-4cac-bc03-73080d4e10cd req-d772fb32-8381-4c9d-b140-efb39f4a259d service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Refreshing instance network info cache due to event network-changed-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1436.596678] env[62555]: DEBUG oslo_concurrency.lockutils [req-4a38113f-aabf-4cac-bc03-73080d4e10cd req-d772fb32-8381-4c9d-b140-efb39f4a259d service nova] Acquiring lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.596839] env[62555]: DEBUG oslo_concurrency.lockutils [req-4a38113f-aabf-4cac-bc03-73080d4e10cd req-d772fb32-8381-4c9d-b140-efb39f4a259d service nova] Acquired lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.598171] env[62555]: DEBUG nova.network.neutron [req-4a38113f-aabf-4cac-bc03-73080d4e10cd req-d772fb32-8381-4c9d-b140-efb39f4a259d service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Refreshing network info cache for port 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.599028] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebc8f175-375f-41a0-83fb-37e6b5f4a1be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.606857] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1436.606857] env[62555]: value = "task-1704315" [ 1436.606857] env[62555]: _type = "Task" [ 1436.606857] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.619424] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.905476] env[62555]: DEBUG nova.network.neutron [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Successfully updated port: f109e5f9-eca9-4455-81e3-28977363cc9a {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1437.029076] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.029076] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.029076] env[62555]: DEBUG nova.network.neutron [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.038625] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.039666] env[62555]: DEBUG nova.compute.manager [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.043063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.041s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.044607] env[62555]: INFO nova.compute.claims [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1437.073036] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704313, 'name': CreateVM_Task, 'duration_secs': 2.608328} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.073186] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1437.074928] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.075206] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.075670] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1437.076045] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9bb523-7e76-4be8-8e2f-0f896b87710e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.085155] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1437.085155] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c8751e-bcb8-c13b-0802-f77d58036882" [ 1437.085155] env[62555]: _type = "Task" [ 1437.085155] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.107162] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c8751e-bcb8-c13b-0802-f77d58036882, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.123937] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074703} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.123937] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.123937] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e459941-3674-42bc-be5a-809092450d02 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.152191] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 18a1b107-48ee-4015-8c12-8ffb99fabb26/18a1b107-48ee-4015-8c12-8ffb99fabb26.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.155315] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beb73c7b-c221-4a9e-95bf-dd1a138acbd9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.180048] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1437.180048] env[62555]: value = "task-1704316" [ 1437.180048] env[62555]: _type = "Task" [ 1437.180048] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.188482] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.316449] env[62555]: DEBUG nova.compute.manager [req-cf6a9aa5-b8de-433c-a5fd-0eaa54f009d8 req-26cd77f2-1e80-4ad1-8456-2d61c031af79 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Received event network-vif-plugged-f109e5f9-eca9-4455-81e3-28977363cc9a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1437.316651] env[62555]: DEBUG oslo_concurrency.lockutils [req-cf6a9aa5-b8de-433c-a5fd-0eaa54f009d8 req-26cd77f2-1e80-4ad1-8456-2d61c031af79 service nova] Acquiring lock "9507999b-d5a3-4091-8457-a119a1726ea2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.316828] env[62555]: DEBUG oslo_concurrency.lockutils [req-cf6a9aa5-b8de-433c-a5fd-0eaa54f009d8 req-26cd77f2-1e80-4ad1-8456-2d61c031af79 service nova] Lock "9507999b-d5a3-4091-8457-a119a1726ea2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.317008] env[62555]: DEBUG oslo_concurrency.lockutils [req-cf6a9aa5-b8de-433c-a5fd-0eaa54f009d8 req-26cd77f2-1e80-4ad1-8456-2d61c031af79 service nova] Lock "9507999b-d5a3-4091-8457-a119a1726ea2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.317578] env[62555]: DEBUG nova.compute.manager [req-cf6a9aa5-b8de-433c-a5fd-0eaa54f009d8 req-26cd77f2-1e80-4ad1-8456-2d61c031af79 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] No waiting events found dispatching network-vif-plugged-f109e5f9-eca9-4455-81e3-28977363cc9a {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1437.317776] env[62555]: WARNING nova.compute.manager [req-cf6a9aa5-b8de-433c-a5fd-0eaa54f009d8 req-26cd77f2-1e80-4ad1-8456-2d61c031af79 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Received unexpected event network-vif-plugged-f109e5f9-eca9-4455-81e3-28977363cc9a for instance with vm_state building and task_state spawning. [ 1437.376926] env[62555]: DEBUG nova.network.neutron [req-4a38113f-aabf-4cac-bc03-73080d4e10cd req-d772fb32-8381-4c9d-b140-efb39f4a259d service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updated VIF entry in instance network info cache for port 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.377367] env[62555]: DEBUG nova.network.neutron [req-4a38113f-aabf-4cac-bc03-73080d4e10cd req-d772fb32-8381-4c9d-b140-efb39f4a259d service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updating instance_info_cache with network_info: [{"id": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "address": "fa:16:3e:a4:78:fa", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8ed43f-6c", "ovs_interfaceid": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.409833] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.410051] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.410143] env[62555]: DEBUG nova.network.neutron [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1437.549230] env[62555]: DEBUG nova.compute.utils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1437.553191] env[62555]: DEBUG nova.compute.manager [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.553524] env[62555]: DEBUG nova.network.neutron [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.579393] env[62555]: DEBUG nova.network.neutron [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.596168] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c8751e-bcb8-c13b-0802-f77d58036882, 'name': SearchDatastore_Task, 'duration_secs': 0.015111} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.596469] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.596912] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.597176] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1437.597326] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.597504] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.598235] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59bbd1ac-7984-4fae-9f0b-19c936932dff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.607109] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.607242] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.607942] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-789cec57-28c8-427d-abe9-0b97b76204d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.613382] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1437.613382] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52434bd1-89fb-5d6e-5213-5e3611c58cad" [ 1437.613382] env[62555]: _type = "Task" [ 1437.613382] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.621834] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52434bd1-89fb-5d6e-5213-5e3611c58cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.651157] env[62555]: DEBUG nova.policy [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52ed2acc60614271813dc4683a1c54f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9325da5887f4914a93c5eea99e5a5f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.691601] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.728462] env[62555]: DEBUG nova.network.neutron [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updating instance_info_cache with network_info: [{"id": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "address": "fa:16:3e:89:eb:7c", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8727f49-75", "ovs_interfaceid": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.881552] env[62555]: DEBUG oslo_concurrency.lockutils [req-4a38113f-aabf-4cac-bc03-73080d4e10cd req-d772fb32-8381-4c9d-b140-efb39f4a259d service nova] Releasing lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.956128] env[62555]: DEBUG nova.network.neutron [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.055107] env[62555]: DEBUG nova.compute.manager [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.121335] env[62555]: DEBUG nova.network.neutron [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance_info_cache with network_info: [{"id": "f109e5f9-eca9-4455-81e3-28977363cc9a", "address": "fa:16:3e:96:7e:8f", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf109e5f9-ec", "ovs_interfaceid": "f109e5f9-eca9-4455-81e3-28977363cc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.126360] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52434bd1-89fb-5d6e-5213-5e3611c58cad, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.132823] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5dc611-9061-463d-9a81-9bf880613c2c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.139456] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1438.139456] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528a2394-fab1-4e32-50aa-99e0b7aa06d6" [ 1438.139456] env[62555]: _type = "Task" [ 1438.139456] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.161404] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528a2394-fab1-4e32-50aa-99e0b7aa06d6, 'name': SearchDatastore_Task, 'duration_secs': 0.011137} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.161723] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.162414] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a77c7cf3-02f6-4db7-9187-ba6a7a5c452f/a77c7cf3-02f6-4db7-9187-ba6a7a5c452f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.165304] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd26d661-80e6-4c91-b976-1ee104173ee9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.174580] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1438.174580] env[62555]: value = "task-1704317" [ 1438.174580] env[62555]: _type = "Task" [ 1438.174580] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.191727] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.197373] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704316, 'name': ReconfigVM_Task, 'duration_secs': 0.90775} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.197649] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 18a1b107-48ee-4015-8c12-8ffb99fabb26/18a1b107-48ee-4015-8c12-8ffb99fabb26.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.198330] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02df7965-9f60-4066-aded-db97cea41299 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.205995] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1438.205995] env[62555]: value = "task-1704318" [ 1438.205995] env[62555]: _type = "Task" [ 1438.205995] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.215507] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704318, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.232164] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.232486] env[62555]: DEBUG nova.compute.manager [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Instance network_info: |[{"id": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "address": "fa:16:3e:89:eb:7c", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8727f49-75", "ovs_interfaceid": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1438.233567] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:eb:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8727f49-752e-4f83-9d97-8ee1a9b2cc72', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.243129] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Creating folder: Project (4a88e6f2009c484e8b365cda6d84b5dc). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.243443] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1c7aa67-493d-4766-9959-e2b14b38471f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.256765] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Created folder: Project (4a88e6f2009c484e8b365cda6d84b5dc) in parent group-v355069. [ 1438.256967] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Creating folder: Instances. Parent ref: group-v355169. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.257292] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28ca6cc8-739b-49ea-b1a7-e365d644d2d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.270191] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Created folder: Instances in parent group-v355169. [ 1438.270191] env[62555]: DEBUG oslo.service.loopingcall [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.270191] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.270191] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c73ee25-e178-46b3-9590-0acaab45daad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.302151] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.302151] env[62555]: value = "task-1704321" [ 1438.302151] env[62555]: _type = "Task" [ 1438.302151] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.303144] env[62555]: DEBUG nova.network.neutron [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Successfully created port: ef67c7de-852d-44fa-93fc-7d3a8d923ddf {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.324128] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704321, 'name': CreateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.609418] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "69481620-9360-4fce-a2e8-91ea5046bd64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1438.609737] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "69481620-9360-4fce-a2e8-91ea5046bd64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.627809] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1438.628146] env[62555]: DEBUG nova.compute.manager [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Instance network_info: |[{"id": "f109e5f9-eca9-4455-81e3-28977363cc9a", "address": "fa:16:3e:96:7e:8f", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf109e5f9-ec", "ovs_interfaceid": "f109e5f9-eca9-4455-81e3-28977363cc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1438.628561] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:7e:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f109e5f9-eca9-4455-81e3-28977363cc9a', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1438.636658] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Creating folder: Project (14065bdf84a24b9aa6fdbec28f26066d). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.640709] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8230487-29a9-4119-8d94-3c14f163b61f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.666905] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b2bde9-2247-46ff-aba3-3ec2a6393dd2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.669917] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Created folder: Project (14065bdf84a24b9aa6fdbec28f26066d) in parent group-v355069. [ 1438.670597] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Creating folder: Instances. Parent ref: group-v355172. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1438.670734] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21b920fe-a19c-4356-b4e4-179c90c38579 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.682892] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0693dbc6-5f7c-4209-a053-c1cd51e68119 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.691126] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Created folder: Instances in parent group-v355172. [ 1438.691416] env[62555]: DEBUG oslo.service.loopingcall [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1438.692032] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704317, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.692897] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1438.693144] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-083f58c6-18ec-4b23-85c9-17ac1dd7319a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.737230] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba5936f-12d3-494e-aaaa-03cc58619b26 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.742360] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1438.742360] env[62555]: value = "task-1704324" [ 1438.742360] env[62555]: _type = "Task" [ 1438.742360] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.747895] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704318, 'name': Rename_Task, 'duration_secs': 0.161206} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.751136] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1438.752458] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7915cde-d63d-4a8a-826c-098123b75e18 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.756935] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-175a00cf-7b26-4039-a1b2-e428e64f764c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.771617] env[62555]: DEBUG nova.compute.provider_tree [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.777540] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1438.777540] env[62555]: value = "task-1704325" [ 1438.777540] env[62555]: _type = "Task" [ 1438.777540] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.777540] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704324, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.787396] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.817011] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704321, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.071504] env[62555]: DEBUG nova.compute.manager [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.104452] env[62555]: DEBUG nova.virt.hardware [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1439.104452] env[62555]: DEBUG nova.virt.hardware [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1439.104452] env[62555]: DEBUG nova.virt.hardware [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.104452] env[62555]: DEBUG nova.virt.hardware [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1439.104452] env[62555]: DEBUG nova.virt.hardware [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.104452] env[62555]: DEBUG nova.virt.hardware [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1439.104452] env[62555]: DEBUG nova.virt.hardware [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1439.104452] env[62555]: DEBUG nova.virt.hardware [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1439.104452] env[62555]: DEBUG nova.virt.hardware [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1439.104452] env[62555]: DEBUG nova.virt.hardware [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1439.104452] env[62555]: DEBUG nova.virt.hardware [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1439.104808] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84821b48-f6ce-4ee9-a466-8b0244e1a2f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.114686] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a99d6a-87ca-40ba-becd-07fdce58e6ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.189018] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544473} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.189426] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a77c7cf3-02f6-4db7-9187-ba6a7a5c452f/a77c7cf3-02f6-4db7-9187-ba6a7a5c452f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.189648] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.189917] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23abe871-57db-41ca-80c1-d7142e5d50ed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.201845] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1439.201845] env[62555]: value = "task-1704326" [ 1439.201845] env[62555]: _type = "Task" [ 1439.201845] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.211153] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.258986] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704324, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.279280] env[62555]: DEBUG nova.scheduler.client.report [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1439.308305] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704325, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.319393] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704321, 'name': CreateVM_Task, 'duration_secs': 0.672455} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.319850] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.320766] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.320989] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.321369] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.321678] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d799271-ecc3-4ab5-9d45-d934de414ac6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.327973] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1439.327973] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b4cac2-40b3-eea6-c9b6-5ddc73b57665" [ 1439.327973] env[62555]: _type = "Task" [ 1439.327973] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.338219] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b4cac2-40b3-eea6-c9b6-5ddc73b57665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.603761] env[62555]: DEBUG nova.compute.manager [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Received event network-vif-plugged-d8727f49-752e-4f83-9d97-8ee1a9b2cc72 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1439.604221] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Acquiring lock "82834fab-3c1c-4451-a202-49dced9c36ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1439.604526] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Lock "82834fab-3c1c-4451-a202-49dced9c36ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.604770] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Lock "82834fab-3c1c-4451-a202-49dced9c36ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.604967] env[62555]: DEBUG nova.compute.manager [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] No waiting events found dispatching network-vif-plugged-d8727f49-752e-4f83-9d97-8ee1a9b2cc72 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.605189] env[62555]: WARNING nova.compute.manager [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Received unexpected event network-vif-plugged-d8727f49-752e-4f83-9d97-8ee1a9b2cc72 for instance with vm_state building and task_state spawning. [ 1439.605441] env[62555]: DEBUG nova.compute.manager [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Received event network-changed-d8727f49-752e-4f83-9d97-8ee1a9b2cc72 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1439.605637] env[62555]: DEBUG nova.compute.manager [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Refreshing instance network info cache due to event network-changed-d8727f49-752e-4f83-9d97-8ee1a9b2cc72. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1439.605876] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Acquiring lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.606128] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Acquired lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.608028] env[62555]: DEBUG nova.network.neutron [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Refreshing network info cache for port d8727f49-752e-4f83-9d97-8ee1a9b2cc72 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1439.715863] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189918} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.716943] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1439.717831] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63725f94-5dd6-4d9a-8825-cd930314951c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.774597] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] a77c7cf3-02f6-4db7-9187-ba6a7a5c452f/a77c7cf3-02f6-4db7-9187-ba6a7a5c452f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.779777] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-382dd1e8-c495-4574-a213-30876b1e9062 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.806159] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.806933] env[62555]: DEBUG nova.compute.manager [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1439.816576] env[62555]: DEBUG oslo_concurrency.lockutils [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.338s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.816921] env[62555]: DEBUG oslo_concurrency.lockutils [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.819655] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.301s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.819941] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1439.822809] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.625s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1439.822809] env[62555]: DEBUG nova.objects.instance [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Lazy-loading 'resources' on Instance uuid 19cf7bed-b39d-4139-a4a2-f92fe9e350d0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.832049] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704324, 'name': CreateVM_Task, 'duration_secs': 0.629599} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.840142] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.841297] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1439.841297] env[62555]: value = "task-1704327" [ 1439.841297] env[62555]: _type = "Task" [ 1439.841297] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.842349] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.856317] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.857823] env[62555]: INFO nova.scheduler.client.report [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Deleted allocations for instance 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd [ 1439.866354] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b4cac2-40b3-eea6-c9b6-5ddc73b57665, 'name': SearchDatastore_Task, 'duration_secs': 0.021837} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.867818] env[62555]: INFO nova.scheduler.client.report [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Deleted allocations for instance a2f51bfc-1fab-496c-ac76-274ab8f49c3f [ 1439.873175] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.873594] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.874210] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.874287] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.874559] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.878900] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.880271] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.880271] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9c1b059-0833-4b17-a1cc-e9e5308e0501 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.888992] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289e0054-7256-488f-8609-aaea27675c21 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.893086] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.898895] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1439.898895] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525edf13-31fe-651b-efc4-3ccbf170494c" [ 1439.898895] env[62555]: _type = "Task" [ 1439.898895] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.909028] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.909028] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.909028] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85bc1c4-70be-4747-ba4f-b5f0fdf87992 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.916855] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525edf13-31fe-651b-efc4-3ccbf170494c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.922040] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1439.922040] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c5b7d2-fa3b-8db7-c12f-7df5b6125c70" [ 1439.922040] env[62555]: _type = "Task" [ 1439.922040] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.936989] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c5b7d2-fa3b-8db7-c12f-7df5b6125c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.987158] env[62555]: DEBUG nova.compute.manager [req-7981c8ca-a472-4c49-a210-052fdd4310a6 req-e6c2494a-b751-4aba-b5d0-a169ed188566 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Received event network-changed-f109e5f9-eca9-4455-81e3-28977363cc9a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1439.987497] env[62555]: DEBUG nova.compute.manager [req-7981c8ca-a472-4c49-a210-052fdd4310a6 req-e6c2494a-b751-4aba-b5d0-a169ed188566 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Refreshing instance network info cache due to event network-changed-f109e5f9-eca9-4455-81e3-28977363cc9a. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1439.988734] env[62555]: DEBUG oslo_concurrency.lockutils [req-7981c8ca-a472-4c49-a210-052fdd4310a6 req-e6c2494a-b751-4aba-b5d0-a169ed188566 service nova] Acquiring lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.988734] env[62555]: DEBUG oslo_concurrency.lockutils [req-7981c8ca-a472-4c49-a210-052fdd4310a6 req-e6c2494a-b751-4aba-b5d0-a169ed188566 service nova] Acquired lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.988734] env[62555]: DEBUG nova.network.neutron [req-7981c8ca-a472-4c49-a210-052fdd4310a6 req-e6c2494a-b751-4aba-b5d0-a169ed188566 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Refreshing network info cache for port f109e5f9-eca9-4455-81e3-28977363cc9a {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.316102] env[62555]: DEBUG oslo_vmware.api [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704325, 'name': PowerOnVM_Task, 'duration_secs': 1.240867} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.316396] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1440.316602] env[62555]: INFO nova.compute.manager [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Took 11.81 seconds to spawn the instance on the hypervisor. [ 1440.316779] env[62555]: DEBUG nova.compute.manager [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1440.317616] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28138f23-68c4-422a-98db-ef9e8c664e1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.334361] env[62555]: DEBUG nova.compute.utils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1440.335806] env[62555]: DEBUG nova.compute.manager [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1440.336020] env[62555]: DEBUG nova.network.neutron [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1440.356767] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.368697] env[62555]: DEBUG nova.network.neutron [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updated VIF entry in instance network info cache for port d8727f49-752e-4f83-9d97-8ee1a9b2cc72. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.369074] env[62555]: DEBUG nova.network.neutron [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updating instance_info_cache with network_info: [{"id": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "address": "fa:16:3e:89:eb:7c", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8727f49-75", "ovs_interfaceid": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.385696] env[62555]: DEBUG oslo_concurrency.lockutils [None req-40e24706-7ced-415a-9f3c-b55c74780f06 tempest-ServerAddressesNegativeTestJSON-1338535888 tempest-ServerAddressesNegativeTestJSON-1338535888-project-member] Lock "31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.359s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.394386] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e4cb39c7-3de9-4e6e-88d7-561c795efe3b tempest-AttachInterfacesV270Test-787878149 tempest-AttachInterfacesV270Test-787878149-project-member] Lock "a2f51bfc-1fab-496c-ac76-274ab8f49c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.541s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.411855] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525edf13-31fe-651b-efc4-3ccbf170494c, 'name': SearchDatastore_Task, 'duration_secs': 0.036395} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.413562] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.413634] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1440.413861] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.443832] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c5b7d2-fa3b-8db7-c12f-7df5b6125c70, 'name': SearchDatastore_Task, 'duration_secs': 0.024906} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.448866] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ebb36c-183e-4485-a107-e888e922e3d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.460540] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1440.460540] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b42718-ce1f-8332-b7dc-50cb72a40bff" [ 1440.460540] env[62555]: _type = "Task" [ 1440.460540] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.475631] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b42718-ce1f-8332-b7dc-50cb72a40bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.576642] env[62555]: DEBUG nova.policy [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eca0dcfad746467b98b9c960f1891b96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '922f74d22fdd42559ad25ec18ec3bdfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1440.743090] env[62555]: DEBUG nova.network.neutron [req-7981c8ca-a472-4c49-a210-052fdd4310a6 req-e6c2494a-b751-4aba-b5d0-a169ed188566 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updated VIF entry in instance network info cache for port f109e5f9-eca9-4455-81e3-28977363cc9a. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.743090] env[62555]: DEBUG nova.network.neutron [req-7981c8ca-a472-4c49-a210-052fdd4310a6 req-e6c2494a-b751-4aba-b5d0-a169ed188566 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance_info_cache with network_info: [{"id": "f109e5f9-eca9-4455-81e3-28977363cc9a", "address": "fa:16:3e:96:7e:8f", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf109e5f9-ec", "ovs_interfaceid": "f109e5f9-eca9-4455-81e3-28977363cc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.841683] env[62555]: DEBUG nova.compute.manager [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1440.856101] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1440.859953] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.860464] env[62555]: INFO nova.compute.manager [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Took 48.23 seconds to build instance. [ 1440.873642] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Releasing lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.874070] env[62555]: DEBUG nova.compute.manager [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Received event network-changed-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1440.875034] env[62555]: DEBUG nova.compute.manager [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Refreshing instance network info cache due to event network-changed-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1440.875034] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Acquiring lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1440.875034] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Acquired lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.875192] env[62555]: DEBUG nova.network.neutron [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Refreshing network info cache for port 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.877073] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704327, 'name': ReconfigVM_Task, 'duration_secs': 0.633247} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.877667] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Reconfigured VM instance instance-0000001d to attach disk [datastore1] a77c7cf3-02f6-4db7-9187-ba6a7a5c452f/a77c7cf3-02f6-4db7-9187-ba6a7a5c452f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.881681] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d59055a-4c40-43d0-9315-d3d1e6bfd5d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.891307] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1440.891307] env[62555]: value = "task-1704328" [ 1440.891307] env[62555]: _type = "Task" [ 1440.891307] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.901286] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704328, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.917549] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f272e43d-8cb4-4ec8-89a2-0bc9922e342b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.927441] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a575e1d9-de76-48d8-9350-0285e99eeb8d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.966298] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0749ff3-2468-4e30-a2e5-f1925ab9c6a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.975666] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b42718-ce1f-8332-b7dc-50cb72a40bff, 'name': SearchDatastore_Task, 'duration_secs': 0.026373} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.978059] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.978391] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 82834fab-3c1c-4451-a202-49dced9c36ac/82834fab-3c1c-4451-a202-49dced9c36ac.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.978784] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.979126] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1440.979407] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbfba495-b91b-46ac-97c9-eab33fb24d60 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.982737] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af2b3a-3d0a-40af-b040-74cc2e41fb6a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.986849] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f299813-8e25-48fd-bd31-15c2c9a56ae5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.005604] env[62555]: DEBUG nova.compute.provider_tree [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1441.009443] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1441.009443] env[62555]: value = "task-1704329" [ 1441.009443] env[62555]: _type = "Task" [ 1441.009443] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.009566] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.011640] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.011640] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62204ca3-23e0-4edf-9fd9-3e5668e91ebc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.019220] env[62555]: DEBUG nova.network.neutron [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Successfully updated port: ef67c7de-852d-44fa-93fc-7d3a8d923ddf {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1441.022068] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1441.022068] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5266b0eb-c883-3ced-fca1-63b03ad9a816" [ 1441.022068] env[62555]: _type = "Task" [ 1441.022068] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.026785] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.036718] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5266b0eb-c883-3ced-fca1-63b03ad9a816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.245247] env[62555]: DEBUG oslo_concurrency.lockutils [req-7981c8ca-a472-4c49-a210-052fdd4310a6 req-e6c2494a-b751-4aba-b5d0-a169ed188566 service nova] Releasing lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1441.367096] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae7447b7-396d-4aab-9953-38780adf57a3 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "18a1b107-48ee-4015-8c12-8ffb99fabb26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.400s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1441.403616] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704328, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.413861] env[62555]: DEBUG nova.network.neutron [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Successfully created port: 4dc96407-66df-4dbf-bc26-f0455697d315 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.512348] env[62555]: DEBUG nova.scheduler.client.report [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1441.526597] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.530983] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "refresh_cache-970f5425-a9c9-4195-9e62-b66aaffdc05f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1441.531146] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired lock "refresh_cache-970f5425-a9c9-4195-9e62-b66aaffdc05f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.531300] env[62555]: DEBUG nova.network.neutron [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1441.541655] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5266b0eb-c883-3ced-fca1-63b03ad9a816, 'name': SearchDatastore_Task, 'duration_secs': 0.019749} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.542296] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f8c0aa-b520-4325-af3a-13bdbf33498a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.548946] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1441.548946] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527767d6-e43b-f734-4805-47181a4b5251" [ 1441.548946] env[62555]: _type = "Task" [ 1441.548946] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.558274] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527767d6-e43b-f734-4805-47181a4b5251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.858240] env[62555]: DEBUG nova.compute.manager [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1441.870793] env[62555]: DEBUG nova.compute.manager [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1441.896372] env[62555]: DEBUG nova.virt.hardware [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1441.898018] env[62555]: DEBUG nova.virt.hardware [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1441.898018] env[62555]: DEBUG nova.virt.hardware [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1441.898018] env[62555]: DEBUG nova.virt.hardware [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1441.898018] env[62555]: DEBUG nova.virt.hardware [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1441.898018] env[62555]: DEBUG nova.virt.hardware [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1441.898018] env[62555]: DEBUG nova.virt.hardware [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1441.898018] env[62555]: DEBUG nova.virt.hardware [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1441.898018] env[62555]: DEBUG nova.virt.hardware [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1441.898489] env[62555]: DEBUG nova.virt.hardware [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1441.898489] env[62555]: DEBUG nova.virt.hardware [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1441.902847] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56194d27-f749-4a9f-9f31-300450abf554 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.914760] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c29c59d-36ec-44b6-9784-cef078126936 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.925353] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704328, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.986297] env[62555]: DEBUG nova.network.neutron [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updated VIF entry in instance network info cache for port 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.986721] env[62555]: DEBUG nova.network.neutron [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updating instance_info_cache with network_info: [{"id": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "address": "fa:16:3e:a4:78:fa", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8ed43f-6c", "ovs_interfaceid": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.021915] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.025353] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.927s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.028696] env[62555]: INFO nova.compute.claims [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1442.039777] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.056043] env[62555]: INFO nova.scheduler.client.report [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Deleted allocations for instance 19cf7bed-b39d-4139-a4a2-f92fe9e350d0 [ 1442.065831] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527767d6-e43b-f734-4805-47181a4b5251, 'name': SearchDatastore_Task, 'duration_secs': 0.015484} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.066189] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.066473] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9507999b-d5a3-4091-8457-a119a1726ea2/9507999b-d5a3-4091-8457-a119a1726ea2.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.066749] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-669c8c72-ac1e-4567-b323-15ac2c62cff1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.074111] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1442.074111] env[62555]: value = "task-1704330" [ 1442.074111] env[62555]: _type = "Task" [ 1442.074111] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.084822] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.106786] env[62555]: DEBUG nova.network.neutron [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1442.412029] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704328, 'name': Rename_Task, 'duration_secs': 1.17273} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.412029] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.412029] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.412029] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f96f62b5-045c-453c-9670-3185a726b666 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.422099] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1442.422099] env[62555]: value = "task-1704331" [ 1442.422099] env[62555]: _type = "Task" [ 1442.422099] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.434918] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.470028] env[62555]: DEBUG nova.network.neutron [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Updating instance_info_cache with network_info: [{"id": "ef67c7de-852d-44fa-93fc-7d3a8d923ddf", "address": "fa:16:3e:3d:21:00", "network": {"id": "eea4f756-3fd2-44df-bc23-12c40387b4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-181693125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a9325da5887f4914a93c5eea99e5a5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67c7de-85", "ovs_interfaceid": "ef67c7de-852d-44fa-93fc-7d3a8d923ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.495294] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Releasing lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.495294] env[62555]: DEBUG nova.compute.manager [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Received event network-changed-2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1442.495294] env[62555]: DEBUG nova.compute.manager [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Refreshing instance network info cache due to event network-changed-2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1442.495294] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Acquiring lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.495294] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Acquired lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.495294] env[62555]: DEBUG nova.network.neutron [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Refreshing network info cache for port 2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.528633] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704329, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.496339} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.529104] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 82834fab-3c1c-4451-a202-49dced9c36ac/82834fab-3c1c-4451-a202-49dced9c36ac.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1442.529486] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1442.529947] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a631c75d-f2c7-401f-86f7-e8c26693685e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.542399] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1442.542399] env[62555]: value = "task-1704332" [ 1442.542399] env[62555]: _type = "Task" [ 1442.542399] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.553077] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.573594] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e49e955-8d29-48e0-9412-991eb9726b3f tempest-ServerAddressesTestJSON-547522465 tempest-ServerAddressesTestJSON-547522465-project-member] Lock "19cf7bed-b39d-4139-a4a2-f92fe9e350d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.035s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.591986] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704330, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.734829] env[62555]: DEBUG nova.compute.manager [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Received event network-vif-plugged-ef67c7de-852d-44fa-93fc-7d3a8d923ddf {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1442.735099] env[62555]: DEBUG oslo_concurrency.lockutils [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] Acquiring lock "970f5425-a9c9-4195-9e62-b66aaffdc05f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1442.735377] env[62555]: DEBUG oslo_concurrency.lockutils [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] Lock "970f5425-a9c9-4195-9e62-b66aaffdc05f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1442.735584] env[62555]: DEBUG oslo_concurrency.lockutils [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] Lock "970f5425-a9c9-4195-9e62-b66aaffdc05f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1442.735806] env[62555]: DEBUG nova.compute.manager [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] No waiting events found dispatching network-vif-plugged-ef67c7de-852d-44fa-93fc-7d3a8d923ddf {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1442.736034] env[62555]: WARNING nova.compute.manager [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Received unexpected event network-vif-plugged-ef67c7de-852d-44fa-93fc-7d3a8d923ddf for instance with vm_state building and task_state spawning. [ 1442.736238] env[62555]: DEBUG nova.compute.manager [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Received event network-changed-ef67c7de-852d-44fa-93fc-7d3a8d923ddf {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1442.736384] env[62555]: DEBUG nova.compute.manager [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Refreshing instance network info cache due to event network-changed-ef67c7de-852d-44fa-93fc-7d3a8d923ddf. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1442.736553] env[62555]: DEBUG oslo_concurrency.lockutils [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] Acquiring lock "refresh_cache-970f5425-a9c9-4195-9e62-b66aaffdc05f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1442.934123] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704331, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.972926] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Releasing lock "refresh_cache-970f5425-a9c9-4195-9e62-b66aaffdc05f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1442.972926] env[62555]: DEBUG nova.compute.manager [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Instance network_info: |[{"id": "ef67c7de-852d-44fa-93fc-7d3a8d923ddf", "address": "fa:16:3e:3d:21:00", "network": {"id": "eea4f756-3fd2-44df-bc23-12c40387b4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-181693125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a9325da5887f4914a93c5eea99e5a5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67c7de-85", "ovs_interfaceid": "ef67c7de-852d-44fa-93fc-7d3a8d923ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1442.972926] env[62555]: DEBUG oslo_concurrency.lockutils [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] Acquired lock "refresh_cache-970f5425-a9c9-4195-9e62-b66aaffdc05f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.972926] env[62555]: DEBUG nova.network.neutron [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Refreshing network info cache for port ef67c7de-852d-44fa-93fc-7d3a8d923ddf {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.973515] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:21:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef67c7de-852d-44fa-93fc-7d3a8d923ddf', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1442.982875] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Creating folder: Project (a9325da5887f4914a93c5eea99e5a5f2). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1442.987940] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0748ffd-7bb4-419a-b0cf-442f306f9ac0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.000829] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Created folder: Project (a9325da5887f4914a93c5eea99e5a5f2) in parent group-v355069. [ 1443.001100] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Creating folder: Instances. Parent ref: group-v355175. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1443.001626] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3baca6f7-121b-4b8c-bd6b-cd65824b0360 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.012925] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Created folder: Instances in parent group-v355175. [ 1443.013270] env[62555]: DEBUG oslo.service.loopingcall [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1443.013493] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1443.013744] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-711b3a66-2b50-4813-be1d-d8fd83d595b0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.035983] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1443.035983] env[62555]: value = "task-1704335" [ 1443.035983] env[62555]: _type = "Task" [ 1443.035983] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.052580] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704335, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.056595] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096265} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.056595] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.058453] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d9edb0-082e-4378-90f2-bd50ea35f167 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.086967] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 82834fab-3c1c-4451-a202-49dced9c36ac/82834fab-3c1c-4451-a202-49dced9c36ac.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.091984] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2568547d-1eed-445a-bd39-560c7425ee80 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.127232] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804122} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.127232] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9507999b-d5a3-4091-8457-a119a1726ea2/9507999b-d5a3-4091-8457-a119a1726ea2.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.127232] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.127232] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1443.127232] env[62555]: value = "task-1704336" [ 1443.127232] env[62555]: _type = "Task" [ 1443.127232] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.127232] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dbac8d-388c-46fc-a720-8db117dd176f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.130015] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41e776e4-c440-4e9a-b8ff-f867e4c39888 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.149468] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1443.149468] env[62555]: value = "task-1704337" [ 1443.149468] env[62555]: _type = "Task" [ 1443.149468] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.149731] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.150018] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-964272ea-501d-47e9-a05e-da9d94d37f75 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Suspending the VM {{(pid=62555) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1443.151591] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7efb0e50-9b37-49b9-9c5b-997bf9daef6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.170045] env[62555]: DEBUG oslo_vmware.api [None req-964272ea-501d-47e9-a05e-da9d94d37f75 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1443.170045] env[62555]: value = "task-1704338" [ 1443.170045] env[62555]: _type = "Task" [ 1443.170045] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.175138] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.184980] env[62555]: DEBUG oslo_vmware.api [None req-964272ea-501d-47e9-a05e-da9d94d37f75 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704338, 'name': SuspendVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.437934] env[62555]: DEBUG oslo_vmware.api [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704331, 'name': PowerOnVM_Task, 'duration_secs': 0.747919} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.438248] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.438480] env[62555]: INFO nova.compute.manager [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Took 20.06 seconds to spawn the instance on the hypervisor. [ 1443.438626] env[62555]: DEBUG nova.compute.manager [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1443.439455] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d424124e-29b8-4136-a38f-6ea09df01997 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.555136] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704335, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.573034] env[62555]: DEBUG nova.network.neutron [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Updated VIF entry in instance network info cache for port 2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.573458] env[62555]: DEBUG nova.network.neutron [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Updating instance_info_cache with network_info: [{"id": "2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a", "address": "fa:16:3e:40:a2:9f", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1d04b9-5a", "ovs_interfaceid": "2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.631836] env[62555]: DEBUG nova.network.neutron [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Updated VIF entry in instance network info cache for port ef67c7de-852d-44fa-93fc-7d3a8d923ddf. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1443.631836] env[62555]: DEBUG nova.network.neutron [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Updating instance_info_cache with network_info: [{"id": "ef67c7de-852d-44fa-93fc-7d3a8d923ddf", "address": "fa:16:3e:3d:21:00", "network": {"id": "eea4f756-3fd2-44df-bc23-12c40387b4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-181693125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a9325da5887f4914a93c5eea99e5a5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67c7de-85", "ovs_interfaceid": "ef67c7de-852d-44fa-93fc-7d3a8d923ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.655443] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.664566] env[62555]: DEBUG oslo_concurrency.lockutils [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "4103f309-bdfb-488a-a904-163ccc0216e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.664729] env[62555]: DEBUG oslo_concurrency.lockutils [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "4103f309-bdfb-488a-a904-163ccc0216e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.664986] env[62555]: DEBUG oslo_concurrency.lockutils [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "4103f309-bdfb-488a-a904-163ccc0216e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.665225] env[62555]: DEBUG oslo_concurrency.lockutils [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "4103f309-bdfb-488a-a904-163ccc0216e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.665447] env[62555]: DEBUG oslo_concurrency.lockutils [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "4103f309-bdfb-488a-a904-163ccc0216e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.667092] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071877} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.669983] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.670880] env[62555]: INFO nova.compute.manager [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Terminating instance [ 1443.673256] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c64aaa-0b2c-4002-975e-b19db294bd1b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.702236] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 9507999b-d5a3-4091-8457-a119a1726ea2/9507999b-d5a3-4091-8457-a119a1726ea2.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.709343] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94625780-305c-4ebe-8418-f25f67a2a259 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.724472] env[62555]: DEBUG oslo_vmware.api [None req-964272ea-501d-47e9-a05e-da9d94d37f75 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704338, 'name': SuspendVM_Task} progress is 12%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.731424] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1443.731424] env[62555]: value = "task-1704339" [ 1443.731424] env[62555]: _type = "Task" [ 1443.731424] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.743537] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.784948] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae54e714-13f7-4e82-a165-401262403124 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.794079] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c8c115-dc96-456f-bd8b-42ae00ecac86 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.831285] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed813d0-801d-4d58-b750-7fe80fcbb60d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.839858] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f100e7-07ff-410c-9210-66eab9e6dbfe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.855281] env[62555]: DEBUG nova.compute.provider_tree [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.964264] env[62555]: INFO nova.compute.manager [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Took 65.06 seconds to build instance. [ 1444.049519] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704335, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.077183] env[62555]: DEBUG oslo_concurrency.lockutils [req-338261fb-bacd-40f7-8583-ba896737f4a7 req-857bb7e4-6043-4251-9de4-47a2b2f67896 service nova] Releasing lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.136390] env[62555]: DEBUG oslo_concurrency.lockutils [req-9346b0f5-5e58-4dbc-8fe0-4ae22aabf7f3 req-05afacab-8243-4094-92d0-727d29845a4d service nova] Releasing lock "refresh_cache-970f5425-a9c9-4195-9e62-b66aaffdc05f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1444.148781] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704336, 'name': ReconfigVM_Task, 'duration_secs': 0.638729} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.148781] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 82834fab-3c1c-4451-a202-49dced9c36ac/82834fab-3c1c-4451-a202-49dced9c36ac.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.148781] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a75f755-3f68-4c13-a70a-39b802ee581a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.156832] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1444.156832] env[62555]: value = "task-1704340" [ 1444.156832] env[62555]: _type = "Task" [ 1444.156832] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.166780] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704340, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.182485] env[62555]: DEBUG nova.compute.manager [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1444.182485] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.183377] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e46985-1f71-4683-b5a3-f4e0181c74f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.191157] env[62555]: DEBUG oslo_vmware.api [None req-964272ea-501d-47e9-a05e-da9d94d37f75 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704338, 'name': SuspendVM_Task} progress is 50%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.193484] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1444.193918] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530323c9-4d93-4f80-b309-8d0b48ac59b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.202272] env[62555]: DEBUG oslo_vmware.api [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1444.202272] env[62555]: value = "task-1704341" [ 1444.202272] env[62555]: _type = "Task" [ 1444.202272] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.217318] env[62555]: DEBUG oslo_vmware.api [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.242038] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.358294] env[62555]: DEBUG nova.scheduler.client.report [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1444.468571] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e18e8762-bb2d-45d5-adde-cafa948fb8ed tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.440s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.550528] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704335, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.636038] env[62555]: DEBUG nova.network.neutron [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Successfully updated port: 4dc96407-66df-4dbf-bc26-f0455697d315 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1444.671735] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704340, 'name': Rename_Task, 'duration_secs': 0.216516} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.672016] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.672390] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d18bcf3-627f-46ed-8db0-6a02cdcf8701 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.678692] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1444.678692] env[62555]: value = "task-1704342" [ 1444.678692] env[62555]: _type = "Task" [ 1444.678692] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.688759] env[62555]: DEBUG oslo_vmware.api [None req-964272ea-501d-47e9-a05e-da9d94d37f75 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704338, 'name': SuspendVM_Task, 'duration_secs': 1.135599} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.691989] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-964272ea-501d-47e9-a05e-da9d94d37f75 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Suspended the VM {{(pid=62555) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1444.692232] env[62555]: DEBUG nova.compute.manager [None req-964272ea-501d-47e9-a05e-da9d94d37f75 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.692529] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.693539] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e11f48-110c-4e9c-b349-190eaef0478e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.711184] env[62555]: DEBUG oslo_vmware.api [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704341, 'name': PowerOffVM_Task, 'duration_secs': 0.182213} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.711512] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1444.711657] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.711839] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a368c6e2-2d79-4d19-9311-e0a1eeec6e24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.743761] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704339, 'name': ReconfigVM_Task, 'duration_secs': 0.593406} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.744132] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 9507999b-d5a3-4091-8457-a119a1726ea2/9507999b-d5a3-4091-8457-a119a1726ea2.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.744823] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03c06839-09b6-4c26-bea2-c8cd92b2dce0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.752200] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1444.752200] env[62555]: value = "task-1704344" [ 1444.752200] env[62555]: _type = "Task" [ 1444.752200] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.760478] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704344, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.865595] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.866133] env[62555]: DEBUG nova.compute.manager [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1444.868822] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.324s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1444.870336] env[62555]: INFO nova.compute.claims [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1444.975917] env[62555]: DEBUG nova.compute.manager [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1445.051736] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704335, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.144480] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "refresh_cache-fd85eb9e-eeab-4688-9215-ed22e1eab49f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.144480] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "refresh_cache-fd85eb9e-eeab-4688-9215-ed22e1eab49f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.144480] env[62555]: DEBUG nova.network.neutron [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1445.194424] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704342, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.265319] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704344, 'name': Rename_Task, 'duration_secs': 0.139892} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.265541] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.266477] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4170d288-4851-40f7-91b1-0de3bc85b991 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.273414] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1445.273414] env[62555]: value = "task-1704345" [ 1445.273414] env[62555]: _type = "Task" [ 1445.273414] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.283779] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.376914] env[62555]: DEBUG nova.compute.utils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1445.382445] env[62555]: DEBUG nova.compute.manager [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1445.383020] env[62555]: DEBUG nova.network.neutron [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1445.509746] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1445.528273] env[62555]: DEBUG nova.policy [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eca0dcfad746467b98b9c960f1891b96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '922f74d22fdd42559ad25ec18ec3bdfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1445.560950] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704335, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.698967] env[62555]: DEBUG oslo_vmware.api [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704342, 'name': PowerOnVM_Task, 'duration_secs': 0.906314} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.699239] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.699533] env[62555]: INFO nova.compute.manager [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Took 11.83 seconds to spawn the instance on the hypervisor. [ 1445.699763] env[62555]: DEBUG nova.compute.manager [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.700705] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13344955-63d4-4a01-bd1e-d10bf0f43e83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.745161] env[62555]: DEBUG nova.network.neutron [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1445.786221] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.881175] env[62555]: DEBUG nova.compute.manager [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1446.055895] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704335, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.232634] env[62555]: INFO nova.compute.manager [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Took 45.67 seconds to build instance. [ 1446.286320] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.365080] env[62555]: DEBUG nova.compute.manager [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Received event network-changed-2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1446.365278] env[62555]: DEBUG nova.compute.manager [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Refreshing instance network info cache due to event network-changed-2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1446.365489] env[62555]: DEBUG oslo_concurrency.lockutils [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] Acquiring lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.367871] env[62555]: DEBUG oslo_concurrency.lockutils [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] Acquired lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.369185] env[62555]: DEBUG nova.network.neutron [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Refreshing network info cache for port 2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.372435] env[62555]: DEBUG nova.network.neutron [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Updating instance_info_cache with network_info: [{"id": "4dc96407-66df-4dbf-bc26-f0455697d315", "address": "fa:16:3e:8c:16:2f", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc96407-66", "ovs_interfaceid": "4dc96407-66df-4dbf-bc26-f0455697d315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.398299] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d405c967-3d03-46a4-a871-6816d7f7a000 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.407383] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b2b1d1-b130-4140-81ce-12db83a5d239 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.446686] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d922dc-5a02-4033-9dd4-37b7eeacc840 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.455724] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57037139-496e-446b-945a-2efeccef887f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.471214] env[62555]: DEBUG nova.compute.provider_tree [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1446.530540] env[62555]: DEBUG nova.network.neutron [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Successfully created port: d865ef3d-5d67-4bd4-98da-5189e7fad43f {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.554792] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704335, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.728567] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.728567] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.728567] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Deleting the datastore file [datastore1] 4103f309-bdfb-488a-a904-163ccc0216e8 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.728567] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8df99990-5f59-4e76-b1ae-1e3f65466f93 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.737129] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f89c3668-ca16-4baf-a91f-740b638e5e1c tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "82834fab-3c1c-4451-a202-49dced9c36ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.992s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.737129] env[62555]: DEBUG oslo_vmware.api [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1446.737129] env[62555]: value = "task-1704346" [ 1446.737129] env[62555]: _type = "Task" [ 1446.737129] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.750341] env[62555]: DEBUG oslo_vmware.api [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.787555] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.877566] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "refresh_cache-fd85eb9e-eeab-4688-9215-ed22e1eab49f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.877880] env[62555]: DEBUG nova.compute.manager [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Instance network_info: |[{"id": "4dc96407-66df-4dbf-bc26-f0455697d315", "address": "fa:16:3e:8c:16:2f", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc96407-66", "ovs_interfaceid": "4dc96407-66df-4dbf-bc26-f0455697d315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1446.881741] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:16:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc96407-66df-4dbf-bc26-f0455697d315', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.894945] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Creating folder: Project (922f74d22fdd42559ad25ec18ec3bdfe). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1446.899965] env[62555]: DEBUG nova.compute.manager [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1446.900456] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8edb970c-2001-4ec0-a52f-0df3fd4f7346 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.915404] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Created folder: Project (922f74d22fdd42559ad25ec18ec3bdfe) in parent group-v355069. [ 1446.915603] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Creating folder: Instances. Parent ref: group-v355178. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1446.916289] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e29e7be-3b83-4697-bc37-d948501c4d4d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.930823] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Created folder: Instances in parent group-v355178. [ 1446.930823] env[62555]: DEBUG oslo.service.loopingcall [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1446.933956] env[62555]: DEBUG nova.virt.hardware [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1446.934348] env[62555]: DEBUG nova.virt.hardware [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1446.934628] env[62555]: DEBUG nova.virt.hardware [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1446.934917] env[62555]: DEBUG nova.virt.hardware [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1446.935189] env[62555]: DEBUG nova.virt.hardware [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1446.935441] env[62555]: DEBUG nova.virt.hardware [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1446.935750] env[62555]: DEBUG nova.virt.hardware [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1446.936022] env[62555]: DEBUG nova.virt.hardware [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1446.936321] env[62555]: DEBUG nova.virt.hardware [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1446.936707] env[62555]: DEBUG nova.virt.hardware [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1446.936997] env[62555]: DEBUG nova.virt.hardware [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1446.937376] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.939372] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe2d183-f2e2-4948-882a-5ba25816d9b0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.942929] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e43497-096f-4e70-82ee-0a2453b5bcc5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.964313] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a094f33d-5278-4c70-b60d-96a1706a6669 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.970406] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.970406] env[62555]: value = "task-1704349" [ 1446.970406] env[62555]: _type = "Task" [ 1446.970406] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.996262] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704349, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.005039] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.007072] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.007072] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.007072] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.007072] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.008464] env[62555]: INFO nova.compute.manager [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Terminating instance [ 1447.013337] env[62555]: ERROR nova.scheduler.client.report [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [req-eda32570-f18a-40d2-b79e-a0925a769c8f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eda32570-f18a-40d2-b79e-a0925a769c8f"}]} [ 1447.043158] env[62555]: DEBUG nova.scheduler.client.report [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1447.061864] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704335, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.070213] env[62555]: DEBUG nova.scheduler.client.report [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1447.070527] env[62555]: DEBUG nova.compute.provider_tree [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1447.089802] env[62555]: DEBUG nova.scheduler.client.report [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1447.119912] env[62555]: DEBUG nova.scheduler.client.report [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1447.244896] env[62555]: DEBUG nova.compute.manager [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1447.253325] env[62555]: DEBUG oslo_vmware.api [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307831} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.255426] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.255635] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.255858] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.256056] env[62555]: INFO nova.compute.manager [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Took 3.07 seconds to destroy the instance on the hypervisor. [ 1447.256305] env[62555]: DEBUG oslo.service.loopingcall [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.256499] env[62555]: DEBUG nova.compute.manager [-] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.256596] env[62555]: DEBUG nova.network.neutron [-] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.286203] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.484600] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704349, 'name': CreateVM_Task, 'duration_secs': 0.362116} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.485705] env[62555]: DEBUG nova.network.neutron [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Updated VIF entry in instance network info cache for port 2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1447.486093] env[62555]: DEBUG nova.network.neutron [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Updating instance_info_cache with network_info: [{"id": "2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a", "address": "fa:16:3e:40:a2:9f", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1d04b9-5a", "ovs_interfaceid": "2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.487396] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1447.488593] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.488771] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.489456] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1447.489933] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fad7c242-1528-47d7-8602-72394e2a9e52 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.500477] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1447.500477] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f5e51a-7c86-6f8f-a039-b9587b0dd20a" [ 1447.500477] env[62555]: _type = "Task" [ 1447.500477] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.515240] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f5e51a-7c86-6f8f-a039-b9587b0dd20a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.517652] env[62555]: DEBUG nova.compute.manager [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.517784] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.518676] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2e3fb1-d960-4ae8-9ee2-8f9c06bfdffb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.527668] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.531172] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-722e255e-5cf9-4b86-a054-c12534f1f7b8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.539456] env[62555]: DEBUG oslo_vmware.api [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1447.539456] env[62555]: value = "task-1704350" [ 1447.539456] env[62555]: _type = "Task" [ 1447.539456] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.555378] env[62555]: DEBUG oslo_vmware.api [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.562605] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704335, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.679492] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9a33f8-3813-4309-aa40-a6ba55c8439e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.686797] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261a6fe5-6bac-4354-9550-355c682f7118 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.725329] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2cdb93-85bf-4b17-9548-162da133a42a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.734773] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c874e07c-b903-46ab-97b2-ed4ffe4cd145 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.752518] env[62555]: DEBUG nova.compute.provider_tree [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.776248] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.787609] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.991040] env[62555]: DEBUG oslo_concurrency.lockutils [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] Releasing lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.991266] env[62555]: DEBUG nova.compute.manager [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Received event network-vif-plugged-4dc96407-66df-4dbf-bc26-f0455697d315 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1447.991532] env[62555]: DEBUG oslo_concurrency.lockutils [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] Acquiring lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.991842] env[62555]: DEBUG oslo_concurrency.lockutils [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] Lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.992228] env[62555]: DEBUG oslo_concurrency.lockutils [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] Lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.992289] env[62555]: DEBUG nova.compute.manager [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] No waiting events found dispatching network-vif-plugged-4dc96407-66df-4dbf-bc26-f0455697d315 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1447.992494] env[62555]: WARNING nova.compute.manager [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Received unexpected event network-vif-plugged-4dc96407-66df-4dbf-bc26-f0455697d315 for instance with vm_state building and task_state spawning. [ 1447.992735] env[62555]: DEBUG nova.compute.manager [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Received event network-changed-4dc96407-66df-4dbf-bc26-f0455697d315 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1447.992931] env[62555]: DEBUG nova.compute.manager [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Refreshing instance network info cache due to event network-changed-4dc96407-66df-4dbf-bc26-f0455697d315. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1447.993219] env[62555]: DEBUG oslo_concurrency.lockutils [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] Acquiring lock "refresh_cache-fd85eb9e-eeab-4688-9215-ed22e1eab49f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.993326] env[62555]: DEBUG oslo_concurrency.lockutils [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] Acquired lock "refresh_cache-fd85eb9e-eeab-4688-9215-ed22e1eab49f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.994488] env[62555]: DEBUG nova.network.neutron [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Refreshing network info cache for port 4dc96407-66df-4dbf-bc26-f0455697d315 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.014528] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f5e51a-7c86-6f8f-a039-b9587b0dd20a, 'name': SearchDatastore_Task, 'duration_secs': 0.021955} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.014874] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.015186] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1448.015465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.015720] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.015807] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1448.016198] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66ff2088-8f97-49b3-906c-0f864df4706f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.039323] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1448.039544] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1448.040359] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224df6b8-9b71-4507-971c-572d4a918fcb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.056988] env[62555]: DEBUG oslo_vmware.api [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704350, 'name': PowerOffVM_Task, 'duration_secs': 0.426476} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.058137] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1448.058137] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520ed39a-ff6a-0e4f-fe54-f39c0e0cc9a9" [ 1448.058137] env[62555]: _type = "Task" [ 1448.058137] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.058913] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.058996] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.061243] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c951681-ccbb-4924-b6de-176088ffef3a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.073350] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704335, 'name': CreateVM_Task, 'duration_secs': 4.827342} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.075103] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.075663] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.076052] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.076439] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.076864] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf65571-8976-4d15-98ae-adf26ccc0892 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.084185] env[62555]: DEBUG nova.compute.manager [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.084643] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520ed39a-ff6a-0e4f-fe54-f39c0e0cc9a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012576} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.087162] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b2b078-dc84-49b1-813d-ca17dc14e699 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.096177] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae2d8f6c-2ea9-4206-88e3-cb14db51fbf7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.098666] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1448.098666] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522e8ff2-2529-2d64-6057-4e1b75a3a2b5" [ 1448.098666] env[62555]: _type = "Task" [ 1448.098666] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.104204] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1448.104204] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521c6def-fe7f-a299-bb48-8acfdea80178" [ 1448.104204] env[62555]: _type = "Task" [ 1448.104204] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.116098] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522e8ff2-2529-2d64-6057-4e1b75a3a2b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011942} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.116598] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.116843] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1448.117607] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.127562] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521c6def-fe7f-a299-bb48-8acfdea80178, 'name': SearchDatastore_Task, 'duration_secs': 0.014402} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.127878] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.128229] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1448.128683] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.128823] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1448.129183] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e178783-947d-4b40-84f7-67b1d87ffb8d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.133528] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49acac20-b28a-4d7c-a32e-5c7e2a53a789 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.144208] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1448.144208] env[62555]: value = "task-1704352" [ 1448.144208] env[62555]: _type = "Task" [ 1448.144208] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.146137] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1448.146471] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1448.152960] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43cee7b7-e1cf-4411-9943-6cb8e092089c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.163926] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1448.163926] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52606fe0-2027-c6e8-d362-51f6e85668b7" [ 1448.163926] env[62555]: _type = "Task" [ 1448.163926] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.167258] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.177723] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52606fe0-2027-c6e8-d362-51f6e85668b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.258081] env[62555]: DEBUG nova.scheduler.client.report [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1448.288462] env[62555]: DEBUG oslo_vmware.api [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704345, 'name': PowerOnVM_Task, 'duration_secs': 2.96214} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.288741] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1448.288943] env[62555]: INFO nova.compute.manager [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Took 11.78 seconds to spawn the instance on the hypervisor. [ 1448.289145] env[62555]: DEBUG nova.compute.manager [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1448.289962] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb91f6d-c12f-434d-a676-8921a9717f5c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.316103] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.316450] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.316533] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Deleting the datastore file [datastore1] a77c7cf3-02f6-4db7-9187-ba6a7a5c452f {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.316812] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8101698d-6702-4274-9cac-4cd1913d1d58 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.325684] env[62555]: DEBUG oslo_vmware.api [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1448.325684] env[62555]: value = "task-1704353" [ 1448.325684] env[62555]: _type = "Task" [ 1448.325684] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.336433] env[62555]: DEBUG oslo_vmware.api [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.380707] env[62555]: DEBUG nova.network.neutron [-] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.618508] env[62555]: INFO nova.compute.manager [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] instance snapshotting [ 1448.620205] env[62555]: WARNING nova.compute.manager [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1448.625016] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66042656-0e92-48f3-82b3-68708f974653 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.666545] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f20de1-0bf6-4088-ac7a-efe5d19011e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.679142] env[62555]: DEBUG nova.compute.manager [req-cb371e5d-7d8e-455b-bea5-c9c84a4e0b18 req-317b6f81-e567-439f-b886-2660a72f5c78 service nova] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Received event network-vif-deleted-2b1d04b9-5a36-4afa-a74f-cc71d92e1e8a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1448.687413] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704352, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.695870] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52606fe0-2027-c6e8-d362-51f6e85668b7, 'name': SearchDatastore_Task, 'duration_secs': 0.021609} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.697187] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c16aa4-0b4d-4965-8556-2f5fce1ffb32 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.708437] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1448.708437] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52fe1e1d-8559-2662-ee8c-0bea8b2675a0" [ 1448.708437] env[62555]: _type = "Task" [ 1448.708437] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.720260] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52fe1e1d-8559-2662-ee8c-0bea8b2675a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.766715] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.898s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.767253] env[62555]: DEBUG nova.compute.manager [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.774022] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.941s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.774022] env[62555]: INFO nova.compute.claims [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1448.802170] env[62555]: DEBUG nova.network.neutron [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Updated VIF entry in instance network info cache for port 4dc96407-66df-4dbf-bc26-f0455697d315. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.802170] env[62555]: DEBUG nova.network.neutron [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Updating instance_info_cache with network_info: [{"id": "4dc96407-66df-4dbf-bc26-f0455697d315", "address": "fa:16:3e:8c:16:2f", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc96407-66", "ovs_interfaceid": "4dc96407-66df-4dbf-bc26-f0455697d315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.813888] env[62555]: INFO nova.compute.manager [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Took 46.70 seconds to build instance. [ 1448.838009] env[62555]: DEBUG oslo_vmware.api [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.885937] env[62555]: INFO nova.compute.manager [-] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Took 1.63 seconds to deallocate network for instance. [ 1449.167969] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600354} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.168379] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.168600] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.168872] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfbb3317-fee8-45c1-a588-f3b664d82a61 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.177640] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1449.177640] env[62555]: value = "task-1704354" [ 1449.177640] env[62555]: _type = "Task" [ 1449.177640] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.189709] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1449.190197] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.190513] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e7bb650-2bca-4c41-89cd-85b69e7b2aa3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.199821] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1449.199821] env[62555]: value = "task-1704355" [ 1449.199821] env[62555]: _type = "Task" [ 1449.199821] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.211087] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704355, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.222235] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52fe1e1d-8559-2662-ee8c-0bea8b2675a0, 'name': SearchDatastore_Task, 'duration_secs': 0.02442} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.222579] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.222923] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 970f5425-a9c9-4195-9e62-b66aaffdc05f/970f5425-a9c9-4195-9e62-b66aaffdc05f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1449.223273] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2da6c3e1-2172-493e-b3f9-4ef8829033f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.235791] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1449.235791] env[62555]: value = "task-1704356" [ 1449.235791] env[62555]: _type = "Task" [ 1449.235791] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.246130] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.276810] env[62555]: DEBUG nova.compute.utils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1449.280218] env[62555]: DEBUG nova.compute.manager [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1449.280385] env[62555]: DEBUG nova.network.neutron [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.308282] env[62555]: DEBUG oslo_concurrency.lockutils [req-08edda47-d01d-4014-bf6b-27fc34ffbae7 req-09d808e7-3672-49d0-9916-efa1c732dc9e service nova] Releasing lock "refresh_cache-fd85eb9e-eeab-4688-9215-ed22e1eab49f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.318355] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58a1b07b-8ea7-4884-ae32-87e519896744 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.052s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.337585] env[62555]: DEBUG oslo_vmware.api [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.727419} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.337949] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.338206] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.338453] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.338688] env[62555]: INFO nova.compute.manager [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1449.338991] env[62555]: DEBUG oslo.service.loopingcall [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1449.339260] env[62555]: DEBUG nova.compute.manager [-] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.339415] env[62555]: DEBUG nova.network.neutron [-] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.358547] env[62555]: DEBUG nova.policy [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '387b091dc2e14476857c6b25907df3d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c8d54a9ca4442deae50f50c099981ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1449.386686] env[62555]: DEBUG nova.network.neutron [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Successfully updated port: d865ef3d-5d67-4bd4-98da-5189e7fad43f {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1449.395075] env[62555]: DEBUG oslo_concurrency.lockutils [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.610405] env[62555]: DEBUG nova.compute.manager [req-56d67128-57bc-4819-9d72-b03060f088c8 req-12baeebf-6bc9-4b10-b4a0-1913f9cb319c service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Received event network-changed-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1449.610864] env[62555]: DEBUG nova.compute.manager [req-56d67128-57bc-4819-9d72-b03060f088c8 req-12baeebf-6bc9-4b10-b4a0-1913f9cb319c service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Refreshing instance network info cache due to event network-changed-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1449.611806] env[62555]: DEBUG oslo_concurrency.lockutils [req-56d67128-57bc-4819-9d72-b03060f088c8 req-12baeebf-6bc9-4b10-b4a0-1913f9cb319c service nova] Acquiring lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.611806] env[62555]: DEBUG oslo_concurrency.lockutils [req-56d67128-57bc-4819-9d72-b03060f088c8 req-12baeebf-6bc9-4b10-b4a0-1913f9cb319c service nova] Acquired lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.611959] env[62555]: DEBUG nova.network.neutron [req-56d67128-57bc-4819-9d72-b03060f088c8 req-12baeebf-6bc9-4b10-b4a0-1913f9cb319c service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Refreshing network info cache for port 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.649785] env[62555]: DEBUG nova.network.neutron [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Successfully created port: a419a093-4a48-4ec7-8b3a-6717c7b1d29f {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1449.688397] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070514} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.688665] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1449.689726] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b079cdc-63dd-4d1e-8086-76c8fd887771 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.714533] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1449.717469] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae602bb-8ee7-45f8-91f4-4e034ca191ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.740167] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704355, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.744874] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1449.744874] env[62555]: value = "task-1704357" [ 1449.744874] env[62555]: _type = "Task" [ 1449.744874] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.752554] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704356, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.759396] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704357, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.781436] env[62555]: DEBUG nova.compute.manager [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1449.824328] env[62555]: DEBUG nova.compute.manager [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1449.890222] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "refresh_cache-b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.890418] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "refresh_cache-b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.890673] env[62555]: DEBUG nova.network.neutron [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1450.218777] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704355, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.255901] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704356, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.995705} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.256848] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 970f5425-a9c9-4195-9e62-b66aaffdc05f/970f5425-a9c9-4195-9e62-b66aaffdc05f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.257099] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.257395] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f13f4586-07d8-4d33-8645-c20173fd61a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.265414] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.271626] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1450.271626] env[62555]: value = "task-1704358" [ 1450.271626] env[62555]: _type = "Task" [ 1450.271626] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.282648] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.328295] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd16bb3-1a3a-40b7-b8a3-b6591c8a3f50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.343686] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba80a802-eb1d-4cc4-9c1c-67b96b228783 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.378786] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1450.382327] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bb4191-97ab-4961-8596-d86187490801 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.389981] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f063003c-4344-40d7-8004-541ba28588c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.408017] env[62555]: DEBUG nova.compute.provider_tree [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.432470] env[62555]: DEBUG nova.network.neutron [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1450.672293] env[62555]: DEBUG nova.network.neutron [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Updating instance_info_cache with network_info: [{"id": "d865ef3d-5d67-4bd4-98da-5189e7fad43f", "address": "fa:16:3e:a9:79:51", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd865ef3d-5d", "ovs_interfaceid": "d865ef3d-5d67-4bd4-98da-5189e7fad43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.717373] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704355, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.758131] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704357, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.786023] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072258} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.786023] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1450.786023] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41eeb755-699d-4f7c-b1e9-61ec071512c1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.802903] env[62555]: DEBUG nova.compute.manager [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.813871] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 970f5425-a9c9-4195-9e62-b66aaffdc05f/970f5425-a9c9-4195-9e62-b66aaffdc05f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.814680] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f75d28-b27f-477d-99ff-6c4805c90f23 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.840282] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1450.840282] env[62555]: value = "task-1704359" [ 1450.840282] env[62555]: _type = "Task" [ 1450.840282] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.850048] env[62555]: DEBUG nova.virt.hardware [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1450.850048] env[62555]: DEBUG nova.virt.hardware [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1450.850048] env[62555]: DEBUG nova.virt.hardware [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.850048] env[62555]: DEBUG nova.virt.hardware [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1450.850048] env[62555]: DEBUG nova.virt.hardware [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.850048] env[62555]: DEBUG nova.virt.hardware [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1450.850048] env[62555]: DEBUG nova.virt.hardware [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1450.850048] env[62555]: DEBUG nova.virt.hardware [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1450.850048] env[62555]: DEBUG nova.virt.hardware [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1450.850048] env[62555]: DEBUG nova.virt.hardware [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1450.850551] env[62555]: DEBUG nova.virt.hardware [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1450.851490] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219f8db0-e116-45bf-97b6-2107c45e4945 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.864319] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea32cd4-5743-4a98-a91d-a34598505898 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.869417] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.913923] env[62555]: DEBUG nova.scheduler.client.report [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1451.131390] env[62555]: DEBUG nova.network.neutron [req-56d67128-57bc-4819-9d72-b03060f088c8 req-12baeebf-6bc9-4b10-b4a0-1913f9cb319c service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updated VIF entry in instance network info cache for port 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.132769] env[62555]: DEBUG nova.network.neutron [req-56d67128-57bc-4819-9d72-b03060f088c8 req-12baeebf-6bc9-4b10-b4a0-1913f9cb319c service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updating instance_info_cache with network_info: [{"id": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "address": "fa:16:3e:a4:78:fa", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8ed43f-6c", "ovs_interfaceid": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.174648] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "refresh_cache-b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.175352] env[62555]: DEBUG nova.compute.manager [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Instance network_info: |[{"id": "d865ef3d-5d67-4bd4-98da-5189e7fad43f", "address": "fa:16:3e:a9:79:51", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd865ef3d-5d", "ovs_interfaceid": "d865ef3d-5d67-4bd4-98da-5189e7fad43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1451.175905] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:79:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd865ef3d-5d67-4bd4-98da-5189e7fad43f', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1451.189051] env[62555]: DEBUG oslo.service.loopingcall [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1451.189051] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1451.189051] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e62f7189-ef08-4615-9977-5cbfcb871041 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.217020] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1451.217020] env[62555]: value = "task-1704360" [ 1451.217020] env[62555]: _type = "Task" [ 1451.217020] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.232067] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704355, 'name': CreateSnapshot_Task, 'duration_secs': 1.759032} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.232067] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1451.232067] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f636c46b-3882-4dfd-ae2b-6e39fe8d694e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.240280] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704360, 'name': CreateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.261476] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704357, 'name': ReconfigVM_Task, 'duration_secs': 1.356498} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.262036] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Reconfigured VM instance instance-00000022 to attach disk [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.262963] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1a3d958-0448-4bbc-b81b-d0f0fd6f0d0a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.271784] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1451.271784] env[62555]: value = "task-1704361" [ 1451.271784] env[62555]: _type = "Task" [ 1451.271784] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.278848] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Acquiring lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1451.281253] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.289259] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704361, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.299297] env[62555]: DEBUG nova.network.neutron [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Successfully updated port: a419a093-4a48-4ec7-8b3a-6717c7b1d29f {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.352571] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704359, 'name': ReconfigVM_Task, 'duration_secs': 0.395952} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.352921] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 970f5425-a9c9-4195-9e62-b66aaffdc05f/970f5425-a9c9-4195-9e62-b66aaffdc05f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.353510] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5dc60ed-23f0-47c8-9481-0a3c7ce02bd2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.361515] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1451.361515] env[62555]: value = "task-1704362" [ 1451.361515] env[62555]: _type = "Task" [ 1451.361515] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.373088] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704362, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.419349] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1451.420114] env[62555]: DEBUG nova.compute.manager [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1451.424829] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.301s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1451.425223] env[62555]: DEBUG nova.objects.instance [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Lazy-loading 'resources' on Instance uuid 3acb452f-249e-4e05-b147-735cd02bfca1 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.636513] env[62555]: DEBUG oslo_concurrency.lockutils [req-56d67128-57bc-4819-9d72-b03060f088c8 req-12baeebf-6bc9-4b10-b4a0-1913f9cb319c service nova] Releasing lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.732660] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704360, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.758091] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1451.758444] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c3ce2e5-ee0a-4828-abab-64072a4f88d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.769427] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1451.769427] env[62555]: value = "task-1704363" [ 1451.769427] env[62555]: _type = "Task" [ 1451.769427] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.781545] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704363, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.784688] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704361, 'name': Rename_Task, 'duration_secs': 0.226735} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.785437] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.785693] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fb9ecca-ef05-41e7-a9a9-ce1b01a507d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.794354] env[62555]: DEBUG nova.compute.utils [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1451.796323] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1451.796323] env[62555]: value = "task-1704364" [ 1451.796323] env[62555]: _type = "Task" [ 1451.796323] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.805919] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "refresh_cache-447825a7-a6e1-4f03-942a-c5a3a7eca6ec" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.806108] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquired lock "refresh_cache-447825a7-a6e1-4f03-942a-c5a3a7eca6ec" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.806676] env[62555]: DEBUG nova.network.neutron [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.807558] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.872324] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704362, 'name': Rename_Task, 'duration_secs': 0.256444} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.873658] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.873658] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34abea81-8d86-4edc-adff-c40e64350038 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.880854] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1451.880854] env[62555]: value = "task-1704365" [ 1451.880854] env[62555]: _type = "Task" [ 1451.880854] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.891514] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.930260] env[62555]: DEBUG nova.compute.utils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1451.932122] env[62555]: DEBUG nova.compute.manager [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1451.932328] env[62555]: DEBUG nova.network.neutron [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1452.010992] env[62555]: DEBUG nova.compute.manager [req-52328a55-cc4d-469b-a953-0f9f04812d9a req-9c66762c-9f39-4db7-a1ec-914a0889e521 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Received event network-changed-d8727f49-752e-4f83-9d97-8ee1a9b2cc72 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1452.011242] env[62555]: DEBUG nova.compute.manager [req-52328a55-cc4d-469b-a953-0f9f04812d9a req-9c66762c-9f39-4db7-a1ec-914a0889e521 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Refreshing instance network info cache due to event network-changed-d8727f49-752e-4f83-9d97-8ee1a9b2cc72. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1452.011474] env[62555]: DEBUG oslo_concurrency.lockutils [req-52328a55-cc4d-469b-a953-0f9f04812d9a req-9c66762c-9f39-4db7-a1ec-914a0889e521 service nova] Acquiring lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.011620] env[62555]: DEBUG oslo_concurrency.lockutils [req-52328a55-cc4d-469b-a953-0f9f04812d9a req-9c66762c-9f39-4db7-a1ec-914a0889e521 service nova] Acquired lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.012790] env[62555]: DEBUG nova.network.neutron [req-52328a55-cc4d-469b-a953-0f9f04812d9a req-9c66762c-9f39-4db7-a1ec-914a0889e521 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Refreshing network info cache for port d8727f49-752e-4f83-9d97-8ee1a9b2cc72 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1452.017709] env[62555]: DEBUG nova.policy [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35a2ed62e90541819b35c4288127a4bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caef048db714e48aac76a297d57bd01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1452.019590] env[62555]: DEBUG nova.network.neutron [-] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.237915] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704360, 'name': CreateVM_Task, 'duration_secs': 0.576487} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.237915] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1452.238504] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.238725] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.238982] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1452.239314] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026b7470-76c5-4e6d-9910-009c5e5eee20 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.249371] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1452.249371] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cb3aef-4438-81a6-d9db-c42cbc503903" [ 1452.249371] env[62555]: _type = "Task" [ 1452.249371] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.261800] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cb3aef-4438-81a6-d9db-c42cbc503903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.282320] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704363, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.293999] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.313942] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704364, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.364744] env[62555]: DEBUG nova.network.neutron [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.398955] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.440101] env[62555]: DEBUG nova.compute.manager [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1452.525484] env[62555]: INFO nova.compute.manager [-] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Took 3.18 seconds to deallocate network for instance. [ 1452.548093] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f7561e-9c35-400b-a791-89bb6ab3d497 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.558044] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f681629-aae7-4162-afff-359144edfd3b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.564946] env[62555]: DEBUG nova.network.neutron [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Updating instance_info_cache with network_info: [{"id": "a419a093-4a48-4ec7-8b3a-6717c7b1d29f", "address": "fa:16:3e:aa:2f:24", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa419a093-4a", "ovs_interfaceid": "a419a093-4a48-4ec7-8b3a-6717c7b1d29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.600928] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37dfdb6-2877-480a-9bf4-532422d61f8f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.610479] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c409008-7fdb-4263-b33d-cd08e6106f10 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.630207] env[62555]: DEBUG nova.compute.provider_tree [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.658626] env[62555]: DEBUG nova.network.neutron [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Successfully created port: 8f740253-272d-4cd5-864b-aeb894f26d38 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1452.763450] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cb3aef-4438-81a6-d9db-c42cbc503903, 'name': SearchDatastore_Task, 'duration_secs': 0.013253} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.763450] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.763450] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1452.763664] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1452.763741] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.763919] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1452.764230] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a3de822-9464-417e-a818-0ef2b7fd87fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.781020] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704363, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.781020] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1452.781020] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1452.781697] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60678112-25de-403f-b2f2-d7a1e63310b3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.787650] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1452.787650] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52753ee5-5193-9444-24f5-fd4e473d5c45" [ 1452.787650] env[62555]: _type = "Task" [ 1452.787650] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.799503] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52753ee5-5193-9444-24f5-fd4e473d5c45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.808789] env[62555]: DEBUG oslo_vmware.api [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704364, 'name': PowerOnVM_Task, 'duration_secs': 0.549159} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.810368] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.810368] env[62555]: INFO nova.compute.manager [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Took 10.95 seconds to spawn the instance on the hypervisor. [ 1452.810368] env[62555]: DEBUG nova.compute.manager [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.811452] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a50c5-f7bb-420f-a9da-9b84a778db77 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.896106] env[62555]: DEBUG oslo_vmware.api [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704365, 'name': PowerOnVM_Task, 'duration_secs': 0.913632} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.898840] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.898840] env[62555]: INFO nova.compute.manager [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Took 13.83 seconds to spawn the instance on the hypervisor. [ 1452.898840] env[62555]: DEBUG nova.compute.manager [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1452.900879] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d957b5b-12c9-4786-b97b-97ae7fd21ccb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.035896] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.069751] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Releasing lock "refresh_cache-447825a7-a6e1-4f03-942a-c5a3a7eca6ec" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.069751] env[62555]: DEBUG nova.compute.manager [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Instance network_info: |[{"id": "a419a093-4a48-4ec7-8b3a-6717c7b1d29f", "address": "fa:16:3e:aa:2f:24", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa419a093-4a", "ovs_interfaceid": "a419a093-4a48-4ec7-8b3a-6717c7b1d29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1453.069751] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:2f:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a419a093-4a48-4ec7-8b3a-6717c7b1d29f', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1453.081771] env[62555]: DEBUG oslo.service.loopingcall [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1453.081943] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1453.085638] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f5641e8-43e7-48d1-b95d-eeed287b6d3e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.123725] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1453.123725] env[62555]: value = "task-1704366" [ 1453.123725] env[62555]: _type = "Task" [ 1453.123725] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.133587] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704366, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.134787] env[62555]: DEBUG nova.scheduler.client.report [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1453.277207] env[62555]: DEBUG nova.network.neutron [req-52328a55-cc4d-469b-a953-0f9f04812d9a req-9c66762c-9f39-4db7-a1ec-914a0889e521 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updated VIF entry in instance network info cache for port d8727f49-752e-4f83-9d97-8ee1a9b2cc72. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.278091] env[62555]: DEBUG nova.network.neutron [req-52328a55-cc4d-469b-a953-0f9f04812d9a req-9c66762c-9f39-4db7-a1ec-914a0889e521 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updating instance_info_cache with network_info: [{"id": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "address": "fa:16:3e:89:eb:7c", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8727f49-75", "ovs_interfaceid": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.287674] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704363, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.291308] env[62555]: DEBUG nova.compute.manager [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Received event network-vif-plugged-d865ef3d-5d67-4bd4-98da-5189e7fad43f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1453.292579] env[62555]: DEBUG oslo_concurrency.lockutils [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] Acquiring lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.292579] env[62555]: DEBUG oslo_concurrency.lockutils [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] Lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.292579] env[62555]: DEBUG oslo_concurrency.lockutils [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] Lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.292579] env[62555]: DEBUG nova.compute.manager [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] No waiting events found dispatching network-vif-plugged-d865ef3d-5d67-4bd4-98da-5189e7fad43f {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1453.293167] env[62555]: WARNING nova.compute.manager [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Received unexpected event network-vif-plugged-d865ef3d-5d67-4bd4-98da-5189e7fad43f for instance with vm_state building and task_state spawning. [ 1453.293167] env[62555]: DEBUG nova.compute.manager [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Received event network-changed-d865ef3d-5d67-4bd4-98da-5189e7fad43f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1453.293376] env[62555]: DEBUG nova.compute.manager [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Refreshing instance network info cache due to event network-changed-d865ef3d-5d67-4bd4-98da-5189e7fad43f. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1453.293900] env[62555]: DEBUG oslo_concurrency.lockutils [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] Acquiring lock "refresh_cache-b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.293963] env[62555]: DEBUG oslo_concurrency.lockutils [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] Acquired lock "refresh_cache-b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.294173] env[62555]: DEBUG nova.network.neutron [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Refreshing network info cache for port d865ef3d-5d67-4bd4-98da-5189e7fad43f {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.311427] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52753ee5-5193-9444-24f5-fd4e473d5c45, 'name': SearchDatastore_Task, 'duration_secs': 0.030371} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.313403] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12c3942-9835-4681-9f28-cf42052227f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.327336] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1453.327336] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a5927d-3d70-e4fe-a1db-d745a5dd9ccb" [ 1453.327336] env[62555]: _type = "Task" [ 1453.327336] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.330384] env[62555]: INFO nova.compute.manager [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Took 45.35 seconds to build instance. [ 1453.341665] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a5927d-3d70-e4fe-a1db-d745a5dd9ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.342473] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.342750] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b0fa6b1c-5bab-4391-ba3d-4e1584a011e7/b0fa6b1c-5bab-4391-ba3d-4e1584a011e7.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1453.343065] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13d71c76-0c1f-430e-a75a-ea9f3650b6dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.352129] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1453.352129] env[62555]: value = "task-1704367" [ 1453.352129] env[62555]: _type = "Task" [ 1453.352129] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.370250] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.406168] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Acquiring lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.406427] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.406664] env[62555]: INFO nova.compute.manager [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Attaching volume d32f1064-8515-44fb-a1d2-15a3c18b202a to /dev/sdb [ 1453.434775] env[62555]: INFO nova.compute.manager [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Took 49.91 seconds to build instance. [ 1453.449505] env[62555]: DEBUG nova.compute.manager [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1453.471465] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d07440-002c-4283-bab7-5455a00f510d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.482246] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b34005-e87f-4754-85b6-4a8ea78de888 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.489899] env[62555]: DEBUG nova.virt.hardware [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1453.489899] env[62555]: DEBUG nova.virt.hardware [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1453.490018] env[62555]: DEBUG nova.virt.hardware [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1453.490221] env[62555]: DEBUG nova.virt.hardware [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1453.490293] env[62555]: DEBUG nova.virt.hardware [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1453.490443] env[62555]: DEBUG nova.virt.hardware [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1453.491248] env[62555]: DEBUG nova.virt.hardware [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1453.491248] env[62555]: DEBUG nova.virt.hardware [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1453.491248] env[62555]: DEBUG nova.virt.hardware [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1453.491248] env[62555]: DEBUG nova.virt.hardware [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1453.491415] env[62555]: DEBUG nova.virt.hardware [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1453.492690] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5162b43-5a53-4fb0-8b60-02387cc32e91 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.506707] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5239b08-b2f0-49c1-9f9f-a8245fd2c7fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.515138] env[62555]: DEBUG nova.virt.block_device [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Updating existing volume attachment record: 35a8ad9f-fe2b-4102-875e-4b3aa1055cb4 {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1453.617462] env[62555]: DEBUG oslo_concurrency.lockutils [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "4103f309-bdfb-488a-a904-163ccc0216e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.639480] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704366, 'name': CreateVM_Task, 'duration_secs': 0.40507} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.639670] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.640501] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1453.640695] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.641051] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1453.641876] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.644395] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d62f08-c184-4e07-9885-9e073dfa1a86 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.647335] env[62555]: DEBUG oslo_concurrency.lockutils [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.362s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.647335] env[62555]: DEBUG nova.objects.instance [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Lazy-loading 'resources' on Instance uuid 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.657846] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1453.657846] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5230371f-4cd6-8631-8682-889e044089eb" [ 1453.657846] env[62555]: _type = "Task" [ 1453.657846] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.670810] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5230371f-4cd6-8631-8682-889e044089eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.681724] env[62555]: INFO nova.scheduler.client.report [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Deleted allocations for instance 3acb452f-249e-4e05-b147-735cd02bfca1 [ 1453.785643] env[62555]: DEBUG oslo_concurrency.lockutils [req-52328a55-cc4d-469b-a953-0f9f04812d9a req-9c66762c-9f39-4db7-a1ec-914a0889e521 service nova] Releasing lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1453.785643] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704363, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.828575] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquiring lock "f895c262-2599-4660-a5d2-f0d78355aa45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.828724] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Lock "f895c262-2599-4660-a5d2-f0d78355aa45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.835412] env[62555]: DEBUG oslo_concurrency.lockutils [None req-29183c98-5a0f-4dfc-a2c4-edec88f0b19c tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.516s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.864350] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704367, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.877288] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "d1725c27-a544-4755-b46f-ddeecfe314e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.877288] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "d1725c27-a544-4755-b46f-ddeecfe314e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.877288] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "d1725c27-a544-4755-b46f-ddeecfe314e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.877288] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "d1725c27-a544-4755-b46f-ddeecfe314e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.877288] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "d1725c27-a544-4755-b46f-ddeecfe314e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.881011] env[62555]: INFO nova.compute.manager [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Terminating instance [ 1453.937613] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c56aaea-6ec7-46f3-a7ee-3ee0a83d9dba tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "970f5425-a9c9-4195-9e62-b66aaffdc05f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.622s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.171125] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5230371f-4cd6-8631-8682-889e044089eb, 'name': SearchDatastore_Task, 'duration_secs': 0.056993} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.171125] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.171125] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1454.171569] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.171810] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.172321] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1454.172729] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27660bbd-ee44-402c-a7a3-dbc962db8473 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.197549] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1454.197549] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1454.201298] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d316712-a7af-4198-a279-7b4173299a13 tempest-ServerMetadataNegativeTestJSON-1177113002 tempest-ServerMetadataNegativeTestJSON-1177113002-project-member] Lock "3acb452f-249e-4e05-b147-735cd02bfca1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.450s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.202349] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9355bc-e711-4625-a9d3-9808b46d7f8d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.211109] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1454.211109] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528c6374-0dec-4074-7772-de99d3e709e7" [ 1454.211109] env[62555]: _type = "Task" [ 1454.211109] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.222292] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528c6374-0dec-4074-7772-de99d3e709e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.272477] env[62555]: DEBUG nova.network.neutron [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Updated VIF entry in instance network info cache for port d865ef3d-5d67-4bd4-98da-5189e7fad43f. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.272477] env[62555]: DEBUG nova.network.neutron [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Updating instance_info_cache with network_info: [{"id": "d865ef3d-5d67-4bd4-98da-5189e7fad43f", "address": "fa:16:3e:a9:79:51", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd865ef3d-5d", "ovs_interfaceid": "d865ef3d-5d67-4bd4-98da-5189e7fad43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.286172] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704363, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.338759] env[62555]: DEBUG nova.compute.manager [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1454.365911] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663023} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.366258] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b0fa6b1c-5bab-4391-ba3d-4e1584a011e7/b0fa6b1c-5bab-4391-ba3d-4e1584a011e7.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1454.366473] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1454.366728] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a0c9750-52b6-41cb-a271-405f268d1cac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.378283] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1454.378283] env[62555]: value = "task-1704372" [ 1454.378283] env[62555]: _type = "Task" [ 1454.378283] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.389207] env[62555]: DEBUG nova.compute.manager [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1454.389456] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.394114] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58701306-7f9c-4a85-aa32-ec6f642e15a9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.397199] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.399940] env[62555]: DEBUG nova.compute.manager [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Received event network-vif-plugged-a419a093-4a48-4ec7-8b3a-6717c7b1d29f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1454.400194] env[62555]: DEBUG oslo_concurrency.lockutils [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] Acquiring lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.400448] env[62555]: DEBUG oslo_concurrency.lockutils [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] Lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.400647] env[62555]: DEBUG oslo_concurrency.lockutils [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] Lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.400848] env[62555]: DEBUG nova.compute.manager [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] No waiting events found dispatching network-vif-plugged-a419a093-4a48-4ec7-8b3a-6717c7b1d29f {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1454.401033] env[62555]: WARNING nova.compute.manager [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Received unexpected event network-vif-plugged-a419a093-4a48-4ec7-8b3a-6717c7b1d29f for instance with vm_state building and task_state spawning. [ 1454.401164] env[62555]: DEBUG nova.compute.manager [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Received event network-changed-a419a093-4a48-4ec7-8b3a-6717c7b1d29f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1454.401288] env[62555]: DEBUG nova.compute.manager [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Refreshing instance network info cache due to event network-changed-a419a093-4a48-4ec7-8b3a-6717c7b1d29f. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1454.401463] env[62555]: DEBUG oslo_concurrency.lockutils [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] Acquiring lock "refresh_cache-447825a7-a6e1-4f03-942a-c5a3a7eca6ec" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.401633] env[62555]: DEBUG oslo_concurrency.lockutils [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] Acquired lock "refresh_cache-447825a7-a6e1-4f03-942a-c5a3a7eca6ec" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.401746] env[62555]: DEBUG nova.network.neutron [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Refreshing network info cache for port a419a093-4a48-4ec7-8b3a-6717c7b1d29f {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.417693] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.417866] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-255c3c90-8f63-4aaa-8ef7-2452b72e59a6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.428773] env[62555]: DEBUG oslo_vmware.api [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1454.428773] env[62555]: value = "task-1704373" [ 1454.428773] env[62555]: _type = "Task" [ 1454.428773] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.439573] env[62555]: DEBUG oslo_vmware.api [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.440353] env[62555]: DEBUG nova.compute.manager [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1454.716628] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d69aa2a-36a7-48f0-a1e8-2f6887720bf2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.727856] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528c6374-0dec-4074-7772-de99d3e709e7, 'name': SearchDatastore_Task, 'duration_secs': 0.041005} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.731305] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651e1d02-e64e-4333-9de8-49d80ea0b30e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.736211] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8fa0ea-0b99-4c71-96f8-fb56c8f4413d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.746307] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1454.746307] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bf8b09-f062-d826-a997-6b3bdd7e6ea1" [ 1454.746307] env[62555]: _type = "Task" [ 1454.746307] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.773054] env[62555]: DEBUG oslo_concurrency.lockutils [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] Releasing lock "refresh_cache-b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.774080] env[62555]: DEBUG nova.compute.manager [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Received event network-changed-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1454.774080] env[62555]: DEBUG nova.compute.manager [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Refreshing instance network info cache due to event network-changed-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1454.774080] env[62555]: DEBUG oslo_concurrency.lockutils [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] Acquiring lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.774080] env[62555]: DEBUG oslo_concurrency.lockutils [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] Acquired lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.774265] env[62555]: DEBUG nova.network.neutron [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Refreshing network info cache for port 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1454.789315] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d20b24a-4d28-4169-86af-a0b3ad9298e5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.806413] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704363, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.807036] env[62555]: INFO nova.compute.manager [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Rescuing [ 1454.807161] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "refresh_cache-970f5425-a9c9-4195-9e62-b66aaffdc05f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1454.807241] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired lock "refresh_cache-970f5425-a9c9-4195-9e62-b66aaffdc05f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.807394] env[62555]: DEBUG nova.network.neutron [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1454.808957] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bf8b09-f062-d826-a997-6b3bdd7e6ea1, 'name': SearchDatastore_Task, 'duration_secs': 0.033071} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.809236] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1454.809479] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 447825a7-a6e1-4f03-942a-c5a3a7eca6ec/447825a7-a6e1-4f03-942a-c5a3a7eca6ec.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1454.810760] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457037a9-38dc-41b3-a6ae-f6a9f7b39c42 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.814639] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ea7ddb8-f16f-4cb7-a534-8baab991674e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.830686] env[62555]: DEBUG nova.compute.provider_tree [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1454.833452] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1454.833452] env[62555]: value = "task-1704374" [ 1454.833452] env[62555]: _type = "Task" [ 1454.833452] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.845186] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.866806] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.890296] env[62555]: DEBUG nova.network.neutron [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Updated VIF entry in instance network info cache for port a419a093-4a48-4ec7-8b3a-6717c7b1d29f. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.890913] env[62555]: DEBUG nova.network.neutron [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Updating instance_info_cache with network_info: [{"id": "a419a093-4a48-4ec7-8b3a-6717c7b1d29f", "address": "fa:16:3e:aa:2f:24", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa419a093-4a", "ovs_interfaceid": "a419a093-4a48-4ec7-8b3a-6717c7b1d29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.895585] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08288} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.896288] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.897442] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6675a06-6584-4bd9-8894-13d47d1abd21 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.921836] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] b0fa6b1c-5bab-4391-ba3d-4e1584a011e7/b0fa6b1c-5bab-4391-ba3d-4e1584a011e7.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.922513] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e43cb9-446e-44bf-b5fa-e611d95a0daa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.951980] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1454.951980] env[62555]: value = "task-1704375" [ 1454.951980] env[62555]: _type = "Task" [ 1454.951980] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.952252] env[62555]: DEBUG oslo_vmware.api [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704373, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.966194] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.969340] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.288618] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704363, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.335222] env[62555]: DEBUG nova.scheduler.client.report [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1455.350194] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704374, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.376451] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "4290adde-f861-4f47-8343-4f937865b4e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.376863] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "4290adde-f861-4f47-8343-4f937865b4e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.396929] env[62555]: DEBUG oslo_concurrency.lockutils [req-0c775e36-1861-4e72-a812-bc47e311e972 req-98a07910-24f6-47c7-9779-bd6da7243595 service nova] Releasing lock "refresh_cache-447825a7-a6e1-4f03-942a-c5a3a7eca6ec" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1455.449921] env[62555]: DEBUG oslo_vmware.api [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704373, 'name': PowerOffVM_Task, 'duration_secs': 0.552478} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.450882] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.451131] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1455.451555] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8fb3189-aa9a-4780-b931-bf86031e453e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.465863] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.535343] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.535674] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.535962] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Deleting the datastore file [datastore1] d1725c27-a544-4755-b46f-ddeecfe314e5 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.536349] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13ac3cf3-0582-4962-b27b-7a8909cb62e0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.545952] env[62555]: DEBUG oslo_vmware.api [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1455.545952] env[62555]: value = "task-1704377" [ 1455.545952] env[62555]: _type = "Task" [ 1455.545952] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.556252] env[62555]: DEBUG oslo_vmware.api [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.662897] env[62555]: DEBUG nova.network.neutron [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Updating instance_info_cache with network_info: [{"id": "ef67c7de-852d-44fa-93fc-7d3a8d923ddf", "address": "fa:16:3e:3d:21:00", "network": {"id": "eea4f756-3fd2-44df-bc23-12c40387b4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-181693125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a9325da5887f4914a93c5eea99e5a5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef67c7de-85", "ovs_interfaceid": "ef67c7de-852d-44fa-93fc-7d3a8d923ddf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.693495] env[62555]: DEBUG nova.network.neutron [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Successfully updated port: 8f740253-272d-4cd5-864b-aeb894f26d38 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1455.789430] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704363, 'name': CloneVM_Task} progress is 95%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.844750] env[62555]: DEBUG oslo_concurrency.lockutils [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.847771] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.423s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.848020] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.848414] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1455.849233] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.720s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.849771] env[62555]: DEBUG nova.objects.instance [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Lazy-loading 'resources' on Instance uuid 31ae588a-dfd8-4f45-b862-0c6222702a84 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.853460] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3009428-0f48-408e-9132-4aeb1ede8663 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.863126] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706811} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.863354] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 447825a7-a6e1-4f03-942a-c5a3a7eca6ec/447825a7-a6e1-4f03-942a-c5a3a7eca6ec.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.863662] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.864359] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec37d2e5-607f-46b3-8237-160c2ee6d979 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.871697] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3280c27-7d11-4722-832f-268fa6b55e98 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.881958] env[62555]: INFO nova.scheduler.client.report [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Deleted allocations for instance 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c [ 1455.886188] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1455.886188] env[62555]: value = "task-1704378" [ 1455.886188] env[62555]: _type = "Task" [ 1455.886188] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.891543] env[62555]: DEBUG nova.compute.manager [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Received event network-changed-f109e5f9-eca9-4455-81e3-28977363cc9a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1455.893194] env[62555]: DEBUG nova.compute.manager [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Refreshing instance network info cache due to event network-changed-f109e5f9-eca9-4455-81e3-28977363cc9a. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1455.893194] env[62555]: DEBUG oslo_concurrency.lockutils [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] Acquiring lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1455.893194] env[62555]: DEBUG oslo_concurrency.lockutils [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] Acquired lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.893194] env[62555]: DEBUG nova.network.neutron [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Refreshing network info cache for port f109e5f9-eca9-4455-81e3-28977363cc9a {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1455.910073] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001e2eec-f89f-47ef-af23-8658e00517a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.919884] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.923031] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9feb3bee-ee79-46c4-8ec9-d8d50b770706 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.956391] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179832MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1455.956608] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.971203] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704375, 'name': ReconfigVM_Task, 'duration_secs': 0.731845} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.974454] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Reconfigured VM instance instance-00000024 to attach disk [datastore1] b0fa6b1c-5bab-4391-ba3d-4e1584a011e7/b0fa6b1c-5bab-4391-ba3d-4e1584a011e7.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.974454] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e15daa46-01f9-47f3-a0b9-0ba0fde43d27 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.983356] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1455.983356] env[62555]: value = "task-1704380" [ 1455.983356] env[62555]: _type = "Task" [ 1455.983356] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.999916] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704380, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.060375] env[62555]: DEBUG oslo_vmware.api [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244605} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.060748] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1456.060861] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1456.061028] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1456.061253] env[62555]: INFO nova.compute.manager [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1456.061446] env[62555]: DEBUG oslo.service.loopingcall [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1456.061639] env[62555]: DEBUG nova.compute.manager [-] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1456.061729] env[62555]: DEBUG nova.network.neutron [-] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1456.098209] env[62555]: DEBUG nova.network.neutron [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updated VIF entry in instance network info cache for port 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.098543] env[62555]: DEBUG nova.network.neutron [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updating instance_info_cache with network_info: [{"id": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "address": "fa:16:3e:a4:78:fa", "network": {"id": "f85a6b11-e964-4a89-aacc-125268914f8d", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2143176137-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3d37a5f9fc4346b6728c3348807ff1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d8ed43f-6c", "ovs_interfaceid": "1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.167034] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Releasing lock "refresh_cache-970f5425-a9c9-4195-9e62-b66aaffdc05f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.196092] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1456.196092] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquired lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.196320] env[62555]: DEBUG nova.network.neutron [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1456.290026] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704363, 'name': CloneVM_Task, 'duration_secs': 4.232803} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.293009] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Created linked-clone VM from snapshot [ 1456.293009] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae4a5d7-9bf0-417d-ba9c-883c4fce8631 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.303518] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Uploading image 7ba39f2b-80d0-4f74-a46b-cae853e39c9f {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1456.328233] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1456.328233] env[62555]: value = "vm-355183" [ 1456.328233] env[62555]: _type = "VirtualMachine" [ 1456.328233] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1456.328233] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d88e3992-810e-4a73-8683-7a40bb30200e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.335869] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lease: (returnval){ [ 1456.335869] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5208ce4b-01b3-83b0-f556-a5d247bb3735" [ 1456.335869] env[62555]: _type = "HttpNfcLease" [ 1456.335869] env[62555]: } obtained for exporting VM: (result){ [ 1456.335869] env[62555]: value = "vm-355183" [ 1456.335869] env[62555]: _type = "VirtualMachine" [ 1456.335869] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1456.336555] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the lease: (returnval){ [ 1456.336555] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5208ce4b-01b3-83b0-f556-a5d247bb3735" [ 1456.336555] env[62555]: _type = "HttpNfcLease" [ 1456.336555] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1456.345371] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1456.345371] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5208ce4b-01b3-83b0-f556-a5d247bb3735" [ 1456.345371] env[62555]: _type = "HttpNfcLease" [ 1456.345371] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1456.398949] env[62555]: DEBUG oslo_concurrency.lockutils [None req-710aa32f-c84a-4a60-afc4-010f346e8b93 tempest-ServerRescueTestJSONUnderV235-392207587 tempest-ServerRescueTestJSONUnderV235-392207587-project-member] Lock "1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.068s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.405029] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151109} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.410316] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.412547] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df78e6d0-76f1-4b30-aaea-d6f17ba2e0ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.440720] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 447825a7-a6e1-4f03-942a-c5a3a7eca6ec/447825a7-a6e1-4f03-942a-c5a3a7eca6ec.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.444508] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fa0d6d2-50b7-4142-8024-e8ee030f26c6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.474312] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1456.474312] env[62555]: value = "task-1704382" [ 1456.474312] env[62555]: _type = "Task" [ 1456.474312] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.481978] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.493894] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704380, 'name': Rename_Task, 'duration_secs': 0.167147} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.494192] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.494453] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a03ee768-a531-42ae-b3f5-b127f82d1f4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.502461] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1456.502461] env[62555]: value = "task-1704383" [ 1456.502461] env[62555]: _type = "Task" [ 1456.502461] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.511285] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.559798] env[62555]: DEBUG nova.network.neutron [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updated VIF entry in instance network info cache for port f109e5f9-eca9-4455-81e3-28977363cc9a. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1456.560146] env[62555]: DEBUG nova.network.neutron [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance_info_cache with network_info: [{"id": "f109e5f9-eca9-4455-81e3-28977363cc9a", "address": "fa:16:3e:96:7e:8f", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf109e5f9-ec", "ovs_interfaceid": "f109e5f9-eca9-4455-81e3-28977363cc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.605021] env[62555]: DEBUG oslo_concurrency.lockutils [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] Releasing lock "refresh_cache-ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1456.605021] env[62555]: DEBUG nova.compute.manager [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received event network-vif-deleted-fba55481-fbe7-4665-95d6-b8f6fbed8f14 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1456.605021] env[62555]: DEBUG nova.compute.manager [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received event network-vif-deleted-fa546323-668e-4641-8d09-b5feb4fccf31 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1456.605021] env[62555]: DEBUG nova.compute.manager [req-ae7a367b-5d7f-4ca7-8a84-623742f9bda6 req-ec74a57a-e559-4f51-a74a-2bf16ecb1c44 service nova] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Received event network-vif-deleted-ce1b0601-f8fa-4315-9f17-655ceaef6605 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1456.784578] env[62555]: DEBUG nova.network.neutron [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1456.848592] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1456.848592] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5208ce4b-01b3-83b0-f556-a5d247bb3735" [ 1456.848592] env[62555]: _type = "HttpNfcLease" [ 1456.848592] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1456.848805] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1456.848805] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5208ce4b-01b3-83b0-f556-a5d247bb3735" [ 1456.848805] env[62555]: _type = "HttpNfcLease" [ 1456.848805] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1456.849627] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b3f44e-b1d7-492d-bc27-16aebcb6c551 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.862842] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257131a-1b32-0591-8a01-3f0cc76182a9/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1456.865476] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257131a-1b32-0591-8a01-3f0cc76182a9/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1456.983291] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.985047] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab486518-e23f-4329-b65c-5aec203c81fa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.993962] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6454219f-869e-4994-8edc-8e8e0bac755b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.030514] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6a633a-5b5b-4266-8559-8898f9635dd1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.038561] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c4e99c1-35ee-49e0-8ae7-335ac3a09d9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.048454] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704383, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.050090] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc04d0a9-3e28-4cfc-8732-324a502e3442 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.056189] env[62555]: DEBUG nova.compute.manager [req-7c48959a-66ef-4344-9359-415db4a56dbe req-35b70b03-2ed9-48ad-9054-ced06f815e28 service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Received event network-vif-deleted-c38f729f-c109-47c4-b9bd-bbc09559d369 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1457.056387] env[62555]: INFO nova.compute.manager [req-7c48959a-66ef-4344-9359-415db4a56dbe req-35b70b03-2ed9-48ad-9054-ced06f815e28 service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Neutron deleted interface c38f729f-c109-47c4-b9bd-bbc09559d369; detaching it from the instance and deleting it from the info cache [ 1457.056555] env[62555]: DEBUG nova.network.neutron [req-7c48959a-66ef-4344-9359-415db4a56dbe req-35b70b03-2ed9-48ad-9054-ced06f815e28 service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.074849] env[62555]: DEBUG oslo_concurrency.lockutils [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] Releasing lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.075173] env[62555]: DEBUG nova.compute.manager [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Received event network-vif-plugged-8f740253-272d-4cd5-864b-aeb894f26d38 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1457.075446] env[62555]: DEBUG oslo_concurrency.lockutils [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] Acquiring lock "4837a7c6-6688-457e-ba85-d57b99a13ed9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.075978] env[62555]: DEBUG oslo_concurrency.lockutils [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] Lock "4837a7c6-6688-457e-ba85-d57b99a13ed9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.075978] env[62555]: DEBUG oslo_concurrency.lockutils [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] Lock "4837a7c6-6688-457e-ba85-d57b99a13ed9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.076192] env[62555]: DEBUG nova.compute.manager [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] No waiting events found dispatching network-vif-plugged-8f740253-272d-4cd5-864b-aeb894f26d38 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1457.076297] env[62555]: WARNING nova.compute.manager [req-41e6dd82-79b3-40ae-9952-3f4376807d44 req-723046cd-7021-41f3-a664-c55bc4a789c5 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Received unexpected event network-vif-plugged-8f740253-272d-4cd5-864b-aeb894f26d38 for instance with vm_state building and task_state spawning. [ 1457.077015] env[62555]: DEBUG nova.compute.provider_tree [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.086754] env[62555]: DEBUG nova.network.neutron [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Updating instance_info_cache with network_info: [{"id": "8f740253-272d-4cd5-864b-aeb894f26d38", "address": "fa:16:3e:78:01:92", "network": {"id": "3970feb4-a655-4c9a-9089-fdaec2320ef6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1115214355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caef048db714e48aac76a297d57bd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f740253-27", "ovs_interfaceid": "8f740253-272d-4cd5-864b-aeb894f26d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.483855] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704382, 'name': ReconfigVM_Task, 'duration_secs': 0.918187} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.484800] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 447825a7-a6e1-4f03-942a-c5a3a7eca6ec/447825a7-a6e1-4f03-942a-c5a3a7eca6ec.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.485562] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2490fb77-8a96-432f-9d6b-af8825a153bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.495975] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1457.495975] env[62555]: value = "task-1704384" [ 1457.495975] env[62555]: _type = "Task" [ 1457.495975] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.506941] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704384, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.536773] env[62555]: DEBUG nova.network.neutron [-] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1457.538082] env[62555]: DEBUG oslo_vmware.api [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704383, 'name': PowerOnVM_Task, 'duration_secs': 0.632102} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.538360] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.538526] env[62555]: INFO nova.compute.manager [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1457.538811] env[62555]: DEBUG nova.compute.manager [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1457.540103] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedb5b1b-79ad-43e3-8434-68595277d9d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.563221] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c65e30a6-d7eb-48af-b6dc-626785198905 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.576484] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fdcff9-c38f-4dc4-a4b0-aea44a741d24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.594063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Releasing lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1457.594699] env[62555]: DEBUG nova.compute.manager [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Instance network_info: |[{"id": "8f740253-272d-4cd5-864b-aeb894f26d38", "address": "fa:16:3e:78:01:92", "network": {"id": "3970feb4-a655-4c9a-9089-fdaec2320ef6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1115214355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caef048db714e48aac76a297d57bd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f740253-27", "ovs_interfaceid": "8f740253-272d-4cd5-864b-aeb894f26d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1457.595826] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:01:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f740253-272d-4cd5-864b-aeb894f26d38', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1457.608043] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Creating folder: Project (1caef048db714e48aac76a297d57bd01). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1457.608427] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0c520ce-8847-4e1a-add4-a3541c9406de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.622044] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Created folder: Project (1caef048db714e48aac76a297d57bd01) in parent group-v355069. [ 1457.622271] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Creating folder: Instances. Parent ref: group-v355188. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1457.623633] env[62555]: ERROR nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [req-444ec9ae-cbef-4c88-9232-de4a1b093afd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-444ec9ae-cbef-4c88-9232-de4a1b093afd"}]} [ 1457.623987] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1798a300-f5d3-4ac4-b043-2ec7fcd8e274 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.649609] env[62555]: DEBUG nova.compute.manager [req-7c48959a-66ef-4344-9359-415db4a56dbe req-35b70b03-2ed9-48ad-9054-ced06f815e28 service nova] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Detach interface failed, port_id=c38f729f-c109-47c4-b9bd-bbc09559d369, reason: Instance d1725c27-a544-4755-b46f-ddeecfe314e5 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1457.664398] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Created folder: Instances in parent group-v355188. [ 1457.664924] env[62555]: DEBUG oslo.service.loopingcall [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.667635] env[62555]: DEBUG nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1457.670434] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1457.671033] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f957f697-9aac-4cc7-b201-3f51821c578d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.693273] env[62555]: DEBUG nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1457.693636] env[62555]: DEBUG nova.compute.provider_tree [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1457.705267] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1457.705267] env[62555]: value = "task-1704387" [ 1457.705267] env[62555]: _type = "Task" [ 1457.705267] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.715132] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704387, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.716524] env[62555]: DEBUG nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1457.722779] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.722779] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a95720c-9f94-465e-891e-430ecd596c7c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.731365] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1457.731365] env[62555]: value = "task-1704388" [ 1457.731365] env[62555]: _type = "Task" [ 1457.731365] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.742401] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.751564] env[62555]: DEBUG nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1457.960663] env[62555]: DEBUG nova.compute.manager [req-912d9863-e5d3-4137-a4d9-4f00fcf18374 req-4d039ccd-0b28-4f4f-87c8-dfe21418df4b service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Received event network-changed-8f740253-272d-4cd5-864b-aeb894f26d38 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1457.961012] env[62555]: DEBUG nova.compute.manager [req-912d9863-e5d3-4137-a4d9-4f00fcf18374 req-4d039ccd-0b28-4f4f-87c8-dfe21418df4b service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Refreshing instance network info cache due to event network-changed-8f740253-272d-4cd5-864b-aeb894f26d38. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1457.962155] env[62555]: DEBUG oslo_concurrency.lockutils [req-912d9863-e5d3-4137-a4d9-4f00fcf18374 req-4d039ccd-0b28-4f4f-87c8-dfe21418df4b service nova] Acquiring lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.962155] env[62555]: DEBUG oslo_concurrency.lockutils [req-912d9863-e5d3-4137-a4d9-4f00fcf18374 req-4d039ccd-0b28-4f4f-87c8-dfe21418df4b service nova] Acquired lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.962330] env[62555]: DEBUG nova.network.neutron [req-912d9863-e5d3-4137-a4d9-4f00fcf18374 req-4d039ccd-0b28-4f4f-87c8-dfe21418df4b service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Refreshing network info cache for port 8f740253-272d-4cd5-864b-aeb894f26d38 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1458.009835] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704384, 'name': Rename_Task, 'duration_secs': 0.255814} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.014056] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.016008] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21be8854-f79b-4909-82d4-2eb720bbb77e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.023927] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1458.023927] env[62555]: value = "task-1704389" [ 1458.023927] env[62555]: _type = "Task" [ 1458.023927] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.037949] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.044817] env[62555]: INFO nova.compute.manager [-] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Took 1.98 seconds to deallocate network for instance. [ 1458.066020] env[62555]: INFO nova.compute.manager [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Took 43.99 seconds to build instance. [ 1458.104964] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1458.105391] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355187', 'volume_id': 'd32f1064-8515-44fb-a1d2-15a3c18b202a', 'name': 'volume-d32f1064-8515-44fb-a1d2-15a3c18b202a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'edf2a86a-4a12-4eca-91c6-bf8af0557ae0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd32f1064-8515-44fb-a1d2-15a3c18b202a', 'serial': 'd32f1064-8515-44fb-a1d2-15a3c18b202a'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1458.108343] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f319cd8-4b82-4810-8615-2d59a54696d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.167017] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060e42ca-4072-43d6-8283-1a2118458546 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.206704] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-d32f1064-8515-44fb-a1d2-15a3c18b202a/volume-d32f1064-8515-44fb-a1d2-15a3c18b202a.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1458.208290] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95281854-4302-464c-b380-bbac70fc9110 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.241533] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704387, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.241533] env[62555]: DEBUG oslo_vmware.api [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Waiting for the task: (returnval){ [ 1458.241533] env[62555]: value = "task-1704390" [ 1458.241533] env[62555]: _type = "Task" [ 1458.241533] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.249308] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704388, 'name': PowerOffVM_Task, 'duration_secs': 0.321993} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.252744] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.254177] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e615bb-e828-4836-8b24-79653758514e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.261379] env[62555]: DEBUG oslo_vmware.api [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Task: {'id': task-1704390, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.286699] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3b383a-cbad-41d1-97cc-e4067cbb09c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.330797] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.330797] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b1b6180-b03b-4c46-8fab-0a91c0fd5426 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.343864] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1458.343864] env[62555]: value = "task-1704391" [ 1458.343864] env[62555]: _type = "Task" [ 1458.343864] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.360619] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1458.361257] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1458.361586] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.361870] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.362361] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1458.362361] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a34b245-cbc3-45a1-9606-bbc20f285147 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.376709] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1458.377066] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1458.379524] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37fa0a5-f532-40a8-8e44-5bbc93ddf4f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.398803] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1458.398803] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527c6030-b852-2b79-e7ed-26973c869516" [ 1458.398803] env[62555]: _type = "Task" [ 1458.398803] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.412139] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527c6030-b852-2b79-e7ed-26973c869516, 'name': SearchDatastore_Task, 'duration_secs': 0.015237} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.414974] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c469516-9c88-478f-b540-cd67728ed3a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.437168] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1458.437168] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527178b0-4b40-a126-b6fb-0b3ff203d955" [ 1458.437168] env[62555]: _type = "Task" [ 1458.437168] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.451130] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527178b0-4b40-a126-b6fb-0b3ff203d955, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.451476] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1458.451777] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 970f5425-a9c9-4195-9e62-b66aaffdc05f/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. {{(pid=62555) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1458.452056] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a18639b3-cba3-4b63-a5cb-98e8fd0f479f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.466276] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1458.466276] env[62555]: value = "task-1704392" [ 1458.466276] env[62555]: _type = "Task" [ 1458.466276] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.478456] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.514516] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd8a0fe-c989-42f7-acd5-59fee149a015 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.524269] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c02892-f0a0-4d73-a832-a3027a1af311 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.542533] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.571395] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.571752] env[62555]: DEBUG oslo_concurrency.lockutils [None req-febc03c6-5b8f-407c-892d-c3853ab54ddd tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.149s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.577046] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b981914a-b629-4971-aa37-3b0f493f0569 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.591659] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311b0cc8-a70f-4748-bcd2-83f229eb5b5d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.609554] env[62555]: DEBUG nova.compute.provider_tree [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1458.736154] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704387, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.758802] env[62555]: DEBUG oslo_vmware.api [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Task: {'id': task-1704390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.981177] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704392, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.043874] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.081331] env[62555]: DEBUG nova.compute.manager [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1459.151598] env[62555]: DEBUG nova.network.neutron [req-912d9863-e5d3-4137-a4d9-4f00fcf18374 req-4d039ccd-0b28-4f4f-87c8-dfe21418df4b service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Updated VIF entry in instance network info cache for port 8f740253-272d-4cd5-864b-aeb894f26d38. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1459.151598] env[62555]: DEBUG nova.network.neutron [req-912d9863-e5d3-4137-a4d9-4f00fcf18374 req-4d039ccd-0b28-4f4f-87c8-dfe21418df4b service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Updating instance_info_cache with network_info: [{"id": "8f740253-272d-4cd5-864b-aeb894f26d38", "address": "fa:16:3e:78:01:92", "network": {"id": "3970feb4-a655-4c9a-9089-fdaec2320ef6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1115214355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caef048db714e48aac76a297d57bd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f740253-27", "ovs_interfaceid": "8f740253-272d-4cd5-864b-aeb894f26d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.167483] env[62555]: ERROR nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] [req-8ca75db4-ea5b-41fe-8277-f7bc89e4bf51] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-8ca75db4-ea5b-41fe-8277-f7bc89e4bf51"}]} [ 1459.197241] env[62555]: DEBUG nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1459.220021] env[62555]: DEBUG nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1459.221354] env[62555]: DEBUG nova.compute.provider_tree [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1459.239056] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704387, 'name': CreateVM_Task, 'duration_secs': 1.411704} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.239520] env[62555]: DEBUG nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1459.241581] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1459.242497] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.242673] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.243031] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1459.243361] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ed4ad2-38aa-462f-bc61-0ca3a1d3779e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.253257] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1459.253257] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52600081-aab6-027f-8852-3d28e346874d" [ 1459.253257] env[62555]: _type = "Task" [ 1459.253257] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.256697] env[62555]: DEBUG oslo_vmware.api [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Task: {'id': task-1704390, 'name': ReconfigVM_Task, 'duration_secs': 0.703454} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.260044] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-d32f1064-8515-44fb-a1d2-15a3c18b202a/volume-d32f1064-8515-44fb-a1d2-15a3c18b202a.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1459.266243] env[62555]: DEBUG nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1459.268522] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbe92df0-7689-4ff3-8220-a08f1b6fcaac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.287758] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52600081-aab6-027f-8852-3d28e346874d, 'name': SearchDatastore_Task, 'duration_secs': 0.018365} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.289624] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.289881] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1459.290159] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1459.290267] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.290445] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1459.290783] env[62555]: DEBUG oslo_vmware.api [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Waiting for the task: (returnval){ [ 1459.290783] env[62555]: value = "task-1704393" [ 1459.290783] env[62555]: _type = "Task" [ 1459.290783] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.291062] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e72bd15a-bcd9-4466-9cff-7703d83928ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.306341] env[62555]: DEBUG oslo_vmware.api [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Task: {'id': task-1704393, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.307764] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1459.308039] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1459.309213] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bde1860a-651d-4e8c-a4cc-0c5f6b31db66 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.317508] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1459.317508] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52304ce9-ca00-7ceb-4bfc-0bb92472c269" [ 1459.317508] env[62555]: _type = "Task" [ 1459.317508] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.327612] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52304ce9-ca00-7ceb-4bfc-0bb92472c269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.482825] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655547} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.485900] env[62555]: INFO nova.virt.vmwareapi.ds_util [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 970f5425-a9c9-4195-9e62-b66aaffdc05f/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. [ 1459.487560] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af525002-7571-4acd-9e0b-c9eb1f4433ab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.523328] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 970f5425-a9c9-4195-9e62-b66aaffdc05f/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1459.526852] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f01a0dc-aff4-444b-b0ee-a9cfa37f7926 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.553169] env[62555]: DEBUG oslo_vmware.api [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704389, 'name': PowerOnVM_Task, 'duration_secs': 1.279835} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.557030] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.557030] env[62555]: INFO nova.compute.manager [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1459.557030] env[62555]: DEBUG nova.compute.manager [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1459.558641] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532f73d6-dc6f-4906-91e1-6d39942bf12c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.561611] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1459.561611] env[62555]: value = "task-1704394" [ 1459.561611] env[62555]: _type = "Task" [ 1459.561611] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.585344] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.593999] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "47a16523-83e6-4b11-9695-06b96a92dd13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.594249] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "47a16523-83e6-4b11-9695-06b96a92dd13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.613480] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.655717] env[62555]: DEBUG oslo_concurrency.lockutils [req-912d9863-e5d3-4137-a4d9-4f00fcf18374 req-4d039ccd-0b28-4f4f-87c8-dfe21418df4b service nova] Releasing lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.807299] env[62555]: DEBUG oslo_vmware.api [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Task: {'id': task-1704393, 'name': ReconfigVM_Task, 'duration_secs': 0.220434} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.807895] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355187', 'volume_id': 'd32f1064-8515-44fb-a1d2-15a3c18b202a', 'name': 'volume-d32f1064-8515-44fb-a1d2-15a3c18b202a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'edf2a86a-4a12-4eca-91c6-bf8af0557ae0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd32f1064-8515-44fb-a1d2-15a3c18b202a', 'serial': 'd32f1064-8515-44fb-a1d2-15a3c18b202a'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1459.830139] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52304ce9-ca00-7ceb-4bfc-0bb92472c269, 'name': SearchDatastore_Task, 'duration_secs': 0.018808} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.831400] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc53e96d-b629-421e-aa1e-a9f444f8acc8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.834322] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4ba140-dc36-4f9a-984b-8d397fbd57f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.841638] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1459.841638] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a375d8-e333-f019-52d8-62441c8f8319" [ 1459.841638] env[62555]: _type = "Task" [ 1459.841638] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.847192] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c27f32-8475-43d7-b7bd-948784054853 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.857854] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a375d8-e333-f019-52d8-62441c8f8319, 'name': SearchDatastore_Task, 'duration_secs': 0.013067} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.885117] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.885831] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 4837a7c6-6688-457e-ba85-d57b99a13ed9/4837a7c6-6688-457e-ba85-d57b99a13ed9.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1459.886939] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95570bcf-2bde-436a-b6d0-c73c49c5fe4a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.889825] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7178fab9-d21e-45fa-aac3-d68f5aaef70d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.899664] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4bd6bb-43db-4cdb-830b-c124d0baad6e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.905157] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1459.905157] env[62555]: value = "task-1704395" [ 1459.905157] env[62555]: _type = "Task" [ 1459.905157] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.917420] env[62555]: DEBUG nova.compute.provider_tree [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1459.924754] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.075045] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704394, 'name': ReconfigVM_Task, 'duration_secs': 0.495306} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.075738] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 970f5425-a9c9-4195-9e62-b66aaffdc05f/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1460.076623] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7650b9-57b5-494d-8bcd-c1f598fb5bc0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.109605] env[62555]: INFO nova.compute.manager [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Took 45.59 seconds to build instance. [ 1460.110753] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b53147-2c17-4868-891a-1e0b120f54b3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.130113] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1460.130113] env[62555]: value = "task-1704396" [ 1460.130113] env[62555]: _type = "Task" [ 1460.130113] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.142226] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.426100] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704395, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.457648] env[62555]: DEBUG nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1460.457648] env[62555]: DEBUG nova.compute.provider_tree [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 63 to 64 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1460.457648] env[62555]: DEBUG nova.compute.provider_tree [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1460.623445] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16d51cab-a9ec-4a14-a902-bc8bb3dfdbc6 tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.546s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.642591] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704396, 'name': ReconfigVM_Task, 'duration_secs': 0.394527} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.642855] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1460.643190] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2448732-3a7e-4564-9563-0fc90f64d0e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.658930] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1460.658930] env[62555]: value = "task-1704397" [ 1460.658930] env[62555]: _type = "Task" [ 1460.658930] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.669378] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.858368] env[62555]: DEBUG nova.objects.instance [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Lazy-loading 'flavor' on Instance uuid edf2a86a-4a12-4eca-91c6-bf8af0557ae0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.921643] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631283} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.922120] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 4837a7c6-6688-457e-ba85-d57b99a13ed9/4837a7c6-6688-457e-ba85-d57b99a13ed9.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1460.924023] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1460.924023] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de3d1b3e-d437-4104-9ede-773b2660bf8e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.931564] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1460.931564] env[62555]: value = "task-1704398" [ 1460.931564] env[62555]: _type = "Task" [ 1460.931564] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.942762] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704398, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.964019] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.115s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1460.967353] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.816s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.967858] env[62555]: DEBUG nova.objects.instance [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Lazy-loading 'resources' on Instance uuid 8332bd6b-dd48-4809-be1e-9102ad9eb1ce {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.989123] env[62555]: INFO nova.scheduler.client.report [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Deleted allocations for instance 31ae588a-dfd8-4f45-b862-0c6222702a84 [ 1461.126516] env[62555]: DEBUG nova.compute.manager [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1461.173063] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.364389] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1aca000-0b3e-4d7e-89d4-4a73717a39bc tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.957s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.442939] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704398, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144363} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.443342] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1461.444152] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73439517-4045-4b34-aba7-d1f43492162b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.467912] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 4837a7c6-6688-457e-ba85-d57b99a13ed9/4837a7c6-6688-457e-ba85-d57b99a13ed9.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.468280] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daf4c9d6-f0bc-43af-aa4f-847c704cc391 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.496085] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1461.496085] env[62555]: value = "task-1704399" [ 1461.496085] env[62555]: _type = "Task" [ 1461.496085] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.499587] env[62555]: DEBUG oslo_concurrency.lockutils [None req-08774800-afac-4b83-a0d0-3a7f7bbbe3f3 tempest-ServerDiagnosticsV248Test-1317210523 tempest-ServerDiagnosticsV248Test-1317210523-project-member] Lock "31ae588a-dfd8-4f45-b862-0c6222702a84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.738s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.509589] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704399, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.658060] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.675696] env[62555]: DEBUG oslo_vmware.api [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704397, 'name': PowerOnVM_Task, 'duration_secs': 0.577525} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.675907] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1461.680880] env[62555]: DEBUG nova.compute.manager [None req-fd051df2-7f5e-4908-812a-293eed29e300 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1461.680880] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b20822-0327-48ab-9d12-5a36df9084bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.810229] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6966960e-06bf-4a33-9b04-da61916ffae6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.819144] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-efe9f97a-3ab0-42ac-8da2-3ab415442633 tempest-ServersAdminNegativeTestJSON-13441026 tempest-ServersAdminNegativeTestJSON-13441026-project-admin] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Suspending the VM {{(pid=62555) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1461.819144] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c0ef824a-4313-4519-a5c9-8bef1973e901 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.828229] env[62555]: DEBUG oslo_vmware.api [None req-efe9f97a-3ab0-42ac-8da2-3ab415442633 tempest-ServersAdminNegativeTestJSON-13441026 tempest-ServersAdminNegativeTestJSON-13441026-project-admin] Waiting for the task: (returnval){ [ 1461.828229] env[62555]: value = "task-1704400" [ 1461.828229] env[62555]: _type = "Task" [ 1461.828229] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.841053] env[62555]: DEBUG oslo_vmware.api [None req-efe9f97a-3ab0-42ac-8da2-3ab415442633 tempest-ServersAdminNegativeTestJSON-13441026 tempest-ServersAdminNegativeTestJSON-13441026-project-admin] Task: {'id': task-1704400, 'name': SuspendVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.013405] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.061472] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948a3c68-4883-4738-beb4-81da651210d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.073688] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f297375-67e4-4fc8-9c60-d23c00388d5b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.108848] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76309f5-ccf0-4a1f-a061-f7d59c05f1aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.118774] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94defefd-1015-4208-8a32-6c9a7ff87ae8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.136188] env[62555]: DEBUG nova.compute.provider_tree [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.342163] env[62555]: DEBUG oslo_vmware.api [None req-efe9f97a-3ab0-42ac-8da2-3ab415442633 tempest-ServersAdminNegativeTestJSON-13441026 tempest-ServersAdminNegativeTestJSON-13441026-project-admin] Task: {'id': task-1704400, 'name': SuspendVM_Task} progress is 37%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.508949] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704399, 'name': ReconfigVM_Task, 'duration_secs': 0.94821} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.509203] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 4837a7c6-6688-457e-ba85-d57b99a13ed9/4837a7c6-6688-457e-ba85-d57b99a13ed9.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.509849] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01c32598-ff0e-44ac-b6af-9e995927ecca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.518797] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1462.518797] env[62555]: value = "task-1704401" [ 1462.518797] env[62555]: _type = "Task" [ 1462.518797] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.535430] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704401, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.639798] env[62555]: DEBUG nova.scheduler.client.report [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1462.718384] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Acquiring lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.718384] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.841159] env[62555]: DEBUG oslo_vmware.api [None req-efe9f97a-3ab0-42ac-8da2-3ab415442633 tempest-ServersAdminNegativeTestJSON-13441026 tempest-ServersAdminNegativeTestJSON-13441026-project-admin] Task: {'id': task-1704400, 'name': SuspendVM_Task, 'duration_secs': 0.746975} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.841872] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-efe9f97a-3ab0-42ac-8da2-3ab415442633 tempest-ServersAdminNegativeTestJSON-13441026 tempest-ServersAdminNegativeTestJSON-13441026-project-admin] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Suspended the VM {{(pid=62555) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1462.841872] env[62555]: DEBUG nova.compute.manager [None req-efe9f97a-3ab0-42ac-8da2-3ab415442633 tempest-ServersAdminNegativeTestJSON-13441026 tempest-ServersAdminNegativeTestJSON-13441026-project-admin] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1462.842678] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5efbef-0ab8-463e-8e7b-58c3c5b04234 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.030790] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704401, 'name': Rename_Task, 'duration_secs': 0.201352} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.031368] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1463.032059] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d924e6ef-b8fb-4ac8-8a6a-531293a7b935 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.042394] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1463.042394] env[62555]: value = "task-1704402" [ 1463.042394] env[62555]: _type = "Task" [ 1463.042394] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.051356] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.144898] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.147567] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.448s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.149373] env[62555]: INFO nova.compute.claims [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1463.181709] env[62555]: INFO nova.scheduler.client.report [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Deleted allocations for instance 8332bd6b-dd48-4809-be1e-9102ad9eb1ce [ 1463.223926] env[62555]: INFO nova.compute.manager [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Detaching volume d32f1064-8515-44fb-a1d2-15a3c18b202a [ 1463.279063] env[62555]: INFO nova.virt.block_device [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Attempting to driver detach volume d32f1064-8515-44fb-a1d2-15a3c18b202a from mountpoint /dev/sdb [ 1463.279063] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1463.279295] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355187', 'volume_id': 'd32f1064-8515-44fb-a1d2-15a3c18b202a', 'name': 'volume-d32f1064-8515-44fb-a1d2-15a3c18b202a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'edf2a86a-4a12-4eca-91c6-bf8af0557ae0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd32f1064-8515-44fb-a1d2-15a3c18b202a', 'serial': 'd32f1064-8515-44fb-a1d2-15a3c18b202a'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1463.280601] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e53625-3fad-4045-aad2-2651a0032b0c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.308640] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c29fb4-daac-4fd2-99a1-174dbfc61645 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.321983] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca51d8cc-123a-4c69-bfeb-af22669f06be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.346639] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03954634-b9df-45dc-8afc-7b989db42153 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.370263] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] The volume has not been displaced from its original location: [datastore1] volume-d32f1064-8515-44fb-a1d2-15a3c18b202a/volume-d32f1064-8515-44fb-a1d2-15a3c18b202a.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1463.376022] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1463.376564] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1f4bb5b-b799-4160-b78a-679758dbe4e0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.398180] env[62555]: DEBUG oslo_vmware.api [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Waiting for the task: (returnval){ [ 1463.398180] env[62555]: value = "task-1704403" [ 1463.398180] env[62555]: _type = "Task" [ 1463.398180] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.409360] env[62555]: DEBUG oslo_vmware.api [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Task: {'id': task-1704403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.434099] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquiring lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.434509] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.555195] env[62555]: DEBUG oslo_vmware.api [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704402, 'name': PowerOnVM_Task, 'duration_secs': 0.470983} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.555668] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.556186] env[62555]: INFO nova.compute.manager [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1463.556186] env[62555]: DEBUG nova.compute.manager [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.557289] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be09fa64-7e83-43ec-8058-e5dccbe75630 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.691414] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2b1f4483-c654-48e2-97db-7ea5517fdc4f tempest-FloatingIPsAssociationNegativeTestJSON-231617868 tempest-FloatingIPsAssociationNegativeTestJSON-231617868-project-member] Lock "8332bd6b-dd48-4809-be1e-9102ad9eb1ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.185s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.910846] env[62555]: DEBUG oslo_vmware.api [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Task: {'id': task-1704403, 'name': ReconfigVM_Task, 'duration_secs': 0.339396} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.911182] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1463.916342] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3028b666-0edd-44be-ad46-f7ee764dda5a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.933553] env[62555]: DEBUG oslo_vmware.api [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Waiting for the task: (returnval){ [ 1463.933553] env[62555]: value = "task-1704404" [ 1463.933553] env[62555]: _type = "Task" [ 1463.933553] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.942699] env[62555]: DEBUG oslo_vmware.api [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Task: {'id': task-1704404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.999890] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "07ca9076-1acb-4cd7-aee4-89675f9a0229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.000861] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "07ca9076-1acb-4cd7-aee4-89675f9a0229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.085108] env[62555]: INFO nova.compute.manager [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Took 43.27 seconds to build instance. [ 1464.446775] env[62555]: DEBUG oslo_vmware.api [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Task: {'id': task-1704404, 'name': ReconfigVM_Task, 'duration_secs': 0.25752} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.447100] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355187', 'volume_id': 'd32f1064-8515-44fb-a1d2-15a3c18b202a', 'name': 'volume-d32f1064-8515-44fb-a1d2-15a3c18b202a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'edf2a86a-4a12-4eca-91c6-bf8af0557ae0', 'attached_at': '', 'detached_at': '', 'volume_id': 'd32f1064-8515-44fb-a1d2-15a3c18b202a', 'serial': 'd32f1064-8515-44fb-a1d2-15a3c18b202a'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1464.590781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e3be321-c89d-45ae-adae-932549ba5fc5 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "4837a7c6-6688-457e-ba85-d57b99a13ed9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.846s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1464.710595] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39861249-31df-4232-a701-6ed87e385edd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.718987] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1086fa-30d1-4ba1-bde7-92db819ba21d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.754375] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a713ff10-2381-472a-b468-565e62876bff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.764670] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6e6263-dac7-4069-93da-d9e0fea6fd65 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.784658] env[62555]: DEBUG nova.compute.provider_tree [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.027170] env[62555]: DEBUG nova.objects.instance [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Lazy-loading 'flavor' on Instance uuid edf2a86a-4a12-4eca-91c6-bf8af0557ae0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.093665] env[62555]: DEBUG nova.compute.manager [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.288177] env[62555]: DEBUG nova.scheduler.client.report [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1465.627954] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.797527] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1465.798168] env[62555]: DEBUG nova.compute.manager [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1465.805670] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.395s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.807504] env[62555]: INFO nova.compute.claims [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.922952] env[62555]: DEBUG nova.compute.manager [req-9622c829-90a7-4057-93fe-9cfb24fd9733 req-217c428f-67d3-40ae-ad80-0ece96a1bd65 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Received event network-changed-8f740253-272d-4cd5-864b-aeb894f26d38 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1465.922952] env[62555]: DEBUG nova.compute.manager [req-9622c829-90a7-4057-93fe-9cfb24fd9733 req-217c428f-67d3-40ae-ad80-0ece96a1bd65 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Refreshing instance network info cache due to event network-changed-8f740253-272d-4cd5-864b-aeb894f26d38. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1465.923974] env[62555]: DEBUG oslo_concurrency.lockutils [req-9622c829-90a7-4057-93fe-9cfb24fd9733 req-217c428f-67d3-40ae-ad80-0ece96a1bd65 service nova] Acquiring lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.923974] env[62555]: DEBUG oslo_concurrency.lockutils [req-9622c829-90a7-4057-93fe-9cfb24fd9733 req-217c428f-67d3-40ae-ad80-0ece96a1bd65 service nova] Acquired lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.923974] env[62555]: DEBUG nova.network.neutron [req-9622c829-90a7-4057-93fe-9cfb24fd9733 req-217c428f-67d3-40ae-ad80-0ece96a1bd65 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Refreshing network info cache for port 8f740253-272d-4cd5-864b-aeb894f26d38 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1466.040696] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8513fe24-fe3d-4541-a0b6-d8b690ec5a19 tempest-VolumesAssistedSnapshotsTest-1827538262 tempest-VolumesAssistedSnapshotsTest-1827538262-project-admin] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.309972] env[62555]: DEBUG nova.compute.utils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1466.313334] env[62555]: DEBUG nova.compute.manager [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1466.313873] env[62555]: DEBUG nova.network.neutron [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1466.361980] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257131a-1b32-0591-8a01-3f0cc76182a9/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1466.363184] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2ff964-73a0-45a4-bcc6-a188af912d35 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.370874] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257131a-1b32-0591-8a01-3f0cc76182a9/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1466.371122] env[62555]: ERROR oslo_vmware.rw_handles [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257131a-1b32-0591-8a01-3f0cc76182a9/disk-0.vmdk due to incomplete transfer. [ 1466.371376] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-01687d53-31a0-4ebf-8015-ed1bd44166e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.381164] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5257131a-1b32-0591-8a01-3f0cc76182a9/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1466.381411] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Uploaded image 7ba39f2b-80d0-4f74-a46b-cae853e39c9f to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1466.383961] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1466.384281] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a106204-fb50-47ff-86e9-17d0bdf57f1b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.392573] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1466.392573] env[62555]: value = "task-1704406" [ 1466.392573] env[62555]: _type = "Task" [ 1466.392573] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.402213] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704406, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.436565] env[62555]: DEBUG nova.policy [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35be7c6388754d5eb1ea392ef6f8656f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5f1edfe3797432d8cde8f63a71cc343', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1466.689398] env[62555]: DEBUG nova.network.neutron [req-9622c829-90a7-4057-93fe-9cfb24fd9733 req-217c428f-67d3-40ae-ad80-0ece96a1bd65 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Updated VIF entry in instance network info cache for port 8f740253-272d-4cd5-864b-aeb894f26d38. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.689775] env[62555]: DEBUG nova.network.neutron [req-9622c829-90a7-4057-93fe-9cfb24fd9733 req-217c428f-67d3-40ae-ad80-0ece96a1bd65 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Updating instance_info_cache with network_info: [{"id": "8f740253-272d-4cd5-864b-aeb894f26d38", "address": "fa:16:3e:78:01:92", "network": {"id": "3970feb4-a655-4c9a-9089-fdaec2320ef6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1115214355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caef048db714e48aac76a297d57bd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f740253-27", "ovs_interfaceid": "8f740253-272d-4cd5-864b-aeb894f26d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.817714] env[62555]: DEBUG nova.compute.manager [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1466.905791] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704406, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.012061] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.012061] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.012061] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.012061] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.012061] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1467.012877] env[62555]: INFO nova.compute.manager [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Terminating instance [ 1467.181965] env[62555]: DEBUG nova.network.neutron [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Successfully created port: 2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1467.194154] env[62555]: DEBUG oslo_concurrency.lockutils [req-9622c829-90a7-4057-93fe-9cfb24fd9733 req-217c428f-67d3-40ae-ad80-0ece96a1bd65 service nova] Releasing lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.407972] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704406, 'name': Destroy_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.413020] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30329d6-f169-4b2b-9b82-216dd4a8a58c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.424022] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11534bea-7389-42a6-8dff-061f69c3df73 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.429720] env[62555]: DEBUG oslo_concurrency.lockutils [None req-15b2b1f5-b67d-40ea-8c10-afbb1ede2d26 tempest-ServersListShow296Test-76918646 tempest-ServersListShow296Test-76918646-project-member] Acquiring lock "733d3d1d-2947-432a-b8a6-60303c8c6053" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.430278] env[62555]: DEBUG oslo_concurrency.lockutils [None req-15b2b1f5-b67d-40ea-8c10-afbb1ede2d26 tempest-ServersListShow296Test-76918646 tempest-ServersListShow296Test-76918646-project-member] Lock "733d3d1d-2947-432a-b8a6-60303c8c6053" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.459722] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb73e1-5939-4082-b43b-a972cea42536 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.472734] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90da55a9-d436-4f0c-925c-8fb3e41eb491 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.487965] env[62555]: DEBUG nova.compute.provider_tree [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1467.523171] env[62555]: DEBUG nova.compute.manager [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1467.523171] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1467.523171] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c3e02a-9174-4c8b-8050-18f60adee65f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.530982] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1467.531430] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b2c7839-1887-42e4-b426-99103f9a43da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.633860] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.634256] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.634480] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Deleting the datastore file [datastore1] 447825a7-a6e1-4f03-942a-c5a3a7eca6ec {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.634770] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe665292-936f-437d-b47f-0559d489427c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.643382] env[62555]: DEBUG oslo_vmware.api [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1467.643382] env[62555]: value = "task-1704408" [ 1467.643382] env[62555]: _type = "Task" [ 1467.643382] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.654406] env[62555]: DEBUG oslo_vmware.api [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.831436] env[62555]: DEBUG nova.compute.manager [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1467.853611] env[62555]: DEBUG nova.virt.hardware [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1467.853888] env[62555]: DEBUG nova.virt.hardware [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1467.854054] env[62555]: DEBUG nova.virt.hardware [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1467.854245] env[62555]: DEBUG nova.virt.hardware [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1467.854386] env[62555]: DEBUG nova.virt.hardware [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1467.854529] env[62555]: DEBUG nova.virt.hardware [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1467.854735] env[62555]: DEBUG nova.virt.hardware [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1467.854892] env[62555]: DEBUG nova.virt.hardware [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1467.855076] env[62555]: DEBUG nova.virt.hardware [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1467.855238] env[62555]: DEBUG nova.virt.hardware [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1467.855407] env[62555]: DEBUG nova.virt.hardware [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1467.856267] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e52bde-9eca-46d8-a96a-1210b6535af9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.864924] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee40efd4-a4eb-4277-9ca2-6f7e79d169d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.907924] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704406, 'name': Destroy_Task, 'duration_secs': 1.121696} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.908196] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Destroyed the VM [ 1467.908780] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1467.909035] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-33f4d593-f86a-45d7-be32-59978d3cc21d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.918224] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1467.918224] env[62555]: value = "task-1704409" [ 1467.918224] env[62555]: _type = "Task" [ 1467.918224] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.927443] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704409, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.992589] env[62555]: DEBUG nova.scheduler.client.report [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1468.154501] env[62555]: DEBUG oslo_vmware.api [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149204} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.155338] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1468.155571] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1468.155716] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1468.155889] env[62555]: INFO nova.compute.manager [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1468.156152] env[62555]: DEBUG oslo.service.loopingcall [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1468.156327] env[62555]: DEBUG nova.compute.manager [-] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1468.156425] env[62555]: DEBUG nova.network.neutron [-] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1468.280792] env[62555]: DEBUG nova.compute.manager [req-7f749dd6-f39b-43aa-935c-18b688f77b37 req-3937350a-5edb-41be-aa6c-c7f826c0f819 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Received event network-changed-8f740253-272d-4cd5-864b-aeb894f26d38 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1468.281270] env[62555]: DEBUG nova.compute.manager [req-7f749dd6-f39b-43aa-935c-18b688f77b37 req-3937350a-5edb-41be-aa6c-c7f826c0f819 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Refreshing instance network info cache due to event network-changed-8f740253-272d-4cd5-864b-aeb894f26d38. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1468.281270] env[62555]: DEBUG oslo_concurrency.lockutils [req-7f749dd6-f39b-43aa-935c-18b688f77b37 req-3937350a-5edb-41be-aa6c-c7f826c0f819 service nova] Acquiring lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1468.281270] env[62555]: DEBUG oslo_concurrency.lockutils [req-7f749dd6-f39b-43aa-935c-18b688f77b37 req-3937350a-5edb-41be-aa6c-c7f826c0f819 service nova] Acquired lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.281673] env[62555]: DEBUG nova.network.neutron [req-7f749dd6-f39b-43aa-935c-18b688f77b37 req-3937350a-5edb-41be-aa6c-c7f826c0f819 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Refreshing network info cache for port 8f740253-272d-4cd5-864b-aeb894f26d38 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.428444] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704409, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.501847] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.502954] env[62555]: DEBUG nova.compute.manager [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1468.505775] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.996s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.507071] env[62555]: INFO nova.compute.claims [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.645326] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "interface-6073fd04-afee-4fe8-bbe8-5f283c134cf7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.645326] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-6073fd04-afee-4fe8-bbe8-5f283c134cf7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.645326] env[62555]: DEBUG nova.objects.instance [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'flavor' on Instance uuid 6073fd04-afee-4fe8-bbe8-5f283c134cf7 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.927859] env[62555]: DEBUG nova.network.neutron [-] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.936407] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704409, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.018848] env[62555]: DEBUG nova.compute.utils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1469.022752] env[62555]: DEBUG nova.compute.manager [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1469.022983] env[62555]: DEBUG nova.network.neutron [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1469.029776] env[62555]: DEBUG nova.network.neutron [req-7f749dd6-f39b-43aa-935c-18b688f77b37 req-3937350a-5edb-41be-aa6c-c7f826c0f819 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Updated VIF entry in instance network info cache for port 8f740253-272d-4cd5-864b-aeb894f26d38. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1469.030172] env[62555]: DEBUG nova.network.neutron [req-7f749dd6-f39b-43aa-935c-18b688f77b37 req-3937350a-5edb-41be-aa6c-c7f826c0f819 service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Updating instance_info_cache with network_info: [{"id": "8f740253-272d-4cd5-864b-aeb894f26d38", "address": "fa:16:3e:78:01:92", "network": {"id": "3970feb4-a655-4c9a-9089-fdaec2320ef6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1115214355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caef048db714e48aac76a297d57bd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f740253-27", "ovs_interfaceid": "8f740253-272d-4cd5-864b-aeb894f26d38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.065712] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquiring lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.065974] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.066219] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquiring lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.066405] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.066573] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.071029] env[62555]: INFO nova.compute.manager [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Terminating instance [ 1469.113350] env[62555]: DEBUG nova.policy [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e072c9ded74b83acb5ff54249f51ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5225854a8dcb461c9658eab3a1880a16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1469.243077] env[62555]: DEBUG nova.objects.instance [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'pci_requests' on Instance uuid 6073fd04-afee-4fe8-bbe8-5f283c134cf7 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1469.288852] env[62555]: DEBUG nova.compute.manager [req-765517dd-6169-4bd3-a572-915f3f3c8991 req-54781070-0bdd-4dc2-afc7-32806e81fc4e service nova] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Received event network-vif-deleted-a419a093-4a48-4ec7-8b3a-6717c7b1d29f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1469.346140] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "18a1b107-48ee-4015-8c12-8ffb99fabb26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.346306] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "18a1b107-48ee-4015-8c12-8ffb99fabb26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.346515] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "18a1b107-48ee-4015-8c12-8ffb99fabb26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.346693] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "18a1b107-48ee-4015-8c12-8ffb99fabb26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1469.346861] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "18a1b107-48ee-4015-8c12-8ffb99fabb26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.353319] env[62555]: INFO nova.compute.manager [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Terminating instance [ 1470.197758] env[62555]: DEBUG nova.network.neutron [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Successfully created port: 222c8649-87bc-4853-a002-b3d365ad8e53 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1470.200817] env[62555]: DEBUG nova.network.neutron [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Successfully updated port: 2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.202548] env[62555]: INFO nova.compute.manager [-] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Took 2.05 seconds to deallocate network for instance. [ 1470.202548] env[62555]: DEBUG nova.compute.manager [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1470.208615] env[62555]: DEBUG oslo_concurrency.lockutils [req-7f749dd6-f39b-43aa-935c-18b688f77b37 req-3937350a-5edb-41be-aa6c-c7f826c0f819 service nova] Releasing lock "refresh_cache-4837a7c6-6688-457e-ba85-d57b99a13ed9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1470.208615] env[62555]: DEBUG nova.compute.manager [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1470.208615] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.208615] env[62555]: DEBUG nova.objects.base [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Object Instance<6073fd04-afee-4fe8-bbe8-5f283c134cf7> lazy-loaded attributes: flavor,pci_requests {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1470.208615] env[62555]: DEBUG nova.network.neutron [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1470.210448] env[62555]: DEBUG nova.compute.manager [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1470.210448] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1470.212868] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68bb313a-365c-4ba8-bb43-15406d136d10 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.215925] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c48dbd-bb50-4f37-b7f3-7db96effcd95 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.227690] env[62555]: DEBUG oslo_vmware.api [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704409, 'name': RemoveSnapshot_Task, 'duration_secs': 1.022516} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.227966] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1470.228226] env[62555]: INFO nova.compute.manager [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Took 21.60 seconds to snapshot the instance on the hypervisor. [ 1470.234493] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1470.234639] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.235055] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0977bd9-9b91-42a1-ae6f-f950cafafca3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.236730] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-728fdc1e-727f-4a9e-8861-2b17b878fd75 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.250088] env[62555]: DEBUG oslo_vmware.api [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for the task: (returnval){ [ 1470.250088] env[62555]: value = "task-1704410" [ 1470.250088] env[62555]: _type = "Task" [ 1470.250088] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.264388] env[62555]: DEBUG oslo_vmware.api [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.373366] env[62555]: DEBUG nova.policy [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04316d97dc32441e886d5181af42522a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6979cbd408e3425fa8dedcb216b58814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1470.518194] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.518194] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.518194] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleting the datastore file [datastore1] 18a1b107-48ee-4015-8c12-8ffb99fabb26 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.518730] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5dcac0a-7e03-415d-ab93-27a9ee939119 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.530129] env[62555]: DEBUG oslo_vmware.api [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1470.530129] env[62555]: value = "task-1704412" [ 1470.530129] env[62555]: _type = "Task" [ 1470.530129] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.538967] env[62555]: DEBUG oslo_vmware.api [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.703560] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e7450-2595-472e-98ce-a2c7fa106430 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.711216] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3cb18e-8dd4-4dd3-8027-f58d1c8272cd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.717983] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquiring lock "refresh_cache-eeaafee9-6976-4796-a177-5fffaa70ee15" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.718139] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquired lock "refresh_cache-eeaafee9-6976-4796-a177-5fffaa70ee15" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.718291] env[62555]: DEBUG nova.network.neutron [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.749460] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.749790] env[62555]: DEBUG nova.compute.manager [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Instance disappeared during snapshot {{(pid=62555) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1470.753617] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e1f799-da8a-4693-92e0-a4a7c26d891b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.765659] env[62555]: DEBUG oslo_vmware.api [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704410, 'name': PowerOffVM_Task, 'duration_secs': 0.249045} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.766609] env[62555]: DEBUG nova.compute.manager [None req-9dbbfcb3-3a6b-4aae-a638-d647b5322475 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Image not found during clean up 7ba39f2b-80d0-4f74-a46b-cae853e39c9f {{(pid=62555) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1470.769754] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1470.769985] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1470.770811] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5287c1e0-a334-4cc2-aabf-f66fa0b0fe20 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.773842] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b258e60-352a-43cb-9c34-5d4c41333a52 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.789895] env[62555]: DEBUG nova.compute.provider_tree [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1470.899832] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1470.900094] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1470.900284] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Deleting the datastore file [datastore1] edf2a86a-4a12-4eca-91c6-bf8af0557ae0 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1470.900570] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f831fed4-fe75-45bd-bdc7-37ff62b6351b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.907708] env[62555]: DEBUG oslo_vmware.api [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for the task: (returnval){ [ 1470.907708] env[62555]: value = "task-1704414" [ 1470.907708] env[62555]: _type = "Task" [ 1470.907708] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.915837] env[62555]: DEBUG oslo_vmware.api [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.046398] env[62555]: DEBUG oslo_vmware.api [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215952} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.046725] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.046910] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.047126] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.047283] env[62555]: INFO nova.compute.manager [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Took 0.84 seconds to destroy the instance on the hypervisor. [ 1471.047534] env[62555]: DEBUG oslo.service.loopingcall [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.047723] env[62555]: DEBUG nova.compute.manager [-] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.047813] env[62555]: DEBUG nova.network.neutron [-] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.220927] env[62555]: DEBUG nova.network.neutron [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Successfully created port: 5c64c683-eb7e-4431-b85c-614e1c461bff {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.223746] env[62555]: DEBUG nova.compute.manager [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1471.259008] env[62555]: DEBUG nova.virt.hardware [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1471.259277] env[62555]: DEBUG nova.virt.hardware [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1471.259430] env[62555]: DEBUG nova.virt.hardware [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.259605] env[62555]: DEBUG nova.virt.hardware [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1471.259745] env[62555]: DEBUG nova.virt.hardware [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.259886] env[62555]: DEBUG nova.virt.hardware [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1471.260103] env[62555]: DEBUG nova.virt.hardware [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1471.260261] env[62555]: DEBUG nova.virt.hardware [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1471.260424] env[62555]: DEBUG nova.virt.hardware [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1471.260580] env[62555]: DEBUG nova.virt.hardware [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1471.260750] env[62555]: DEBUG nova.virt.hardware [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1471.261703] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c90809-495e-48ef-a880-158e98798c29 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.271240] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676d7a63-2759-45e6-8df9-d3cc7db4fdbb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.291530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.291781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.292543] env[62555]: DEBUG nova.scheduler.client.report [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1471.300162] env[62555]: DEBUG nova.network.neutron [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.420148] env[62555]: DEBUG oslo_vmware.api [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Task: {'id': task-1704414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139661} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.420429] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1471.420616] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1471.420793] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1471.421069] env[62555]: INFO nova.compute.manager [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1471.421318] env[62555]: DEBUG oslo.service.loopingcall [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1471.421508] env[62555]: DEBUG nova.compute.manager [-] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1471.421600] env[62555]: DEBUG nova.network.neutron [-] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1471.484639] env[62555]: DEBUG nova.compute.manager [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Received event network-vif-plugged-2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1471.484864] env[62555]: DEBUG oslo_concurrency.lockutils [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] Acquiring lock "eeaafee9-6976-4796-a177-5fffaa70ee15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.485091] env[62555]: DEBUG oslo_concurrency.lockutils [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] Lock "eeaafee9-6976-4796-a177-5fffaa70ee15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.485263] env[62555]: DEBUG oslo_concurrency.lockutils [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] Lock "eeaafee9-6976-4796-a177-5fffaa70ee15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.485428] env[62555]: DEBUG nova.compute.manager [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] No waiting events found dispatching network-vif-plugged-2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1471.485591] env[62555]: WARNING nova.compute.manager [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Received unexpected event network-vif-plugged-2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2 for instance with vm_state building and task_state spawning. [ 1471.485747] env[62555]: DEBUG nova.compute.manager [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Received event network-changed-2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1471.485975] env[62555]: DEBUG nova.compute.manager [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Refreshing instance network info cache due to event network-changed-2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1471.486284] env[62555]: DEBUG oslo_concurrency.lockutils [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] Acquiring lock "refresh_cache-eeaafee9-6976-4796-a177-5fffaa70ee15" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.547313] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.547538] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.634096] env[62555]: DEBUG nova.network.neutron [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Updating instance_info_cache with network_info: [{"id": "2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2", "address": "fa:16:3e:51:93:e3", "network": {"id": "5dcc99f0-9ddf-4419-b5b5-69a25a18efdb", "bridge": "br-int", "label": "tempest-ServersTestJSON-418452703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f1edfe3797432d8cde8f63a71cc343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa24ed0-e1", "ovs_interfaceid": "2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.800297] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.295s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1471.801142] env[62555]: DEBUG nova.compute.manager [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1471.804425] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.028s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.807788] env[62555]: INFO nova.compute.claims [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1472.053290] env[62555]: DEBUG nova.compute.utils [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1472.120931] env[62555]: DEBUG nova.network.neutron [-] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.136962] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Releasing lock "refresh_cache-eeaafee9-6976-4796-a177-5fffaa70ee15" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.137477] env[62555]: DEBUG nova.compute.manager [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Instance network_info: |[{"id": "2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2", "address": "fa:16:3e:51:93:e3", "network": {"id": "5dcc99f0-9ddf-4419-b5b5-69a25a18efdb", "bridge": "br-int", "label": "tempest-ServersTestJSON-418452703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f1edfe3797432d8cde8f63a71cc343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa24ed0-e1", "ovs_interfaceid": "2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1472.138521] env[62555]: DEBUG oslo_concurrency.lockutils [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] Acquired lock "refresh_cache-eeaafee9-6976-4796-a177-5fffaa70ee15" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.138766] env[62555]: DEBUG nova.network.neutron [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Refreshing network info cache for port 2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.140028] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:93:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4399275-8e92-4448-be9e-d4984e93e89c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.153890] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Creating folder: Project (e5f1edfe3797432d8cde8f63a71cc343). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1472.154872] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da6bc074-cebe-45fb-8dd4-4fe2d801e91e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.169870] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Created folder: Project (e5f1edfe3797432d8cde8f63a71cc343) in parent group-v355069. [ 1472.170094] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Creating folder: Instances. Parent ref: group-v355191. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1472.170347] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f203347-7f5c-4fe6-a95a-e65f91729172 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.186810] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Created folder: Instances in parent group-v355191. [ 1472.187224] env[62555]: DEBUG oslo.service.loopingcall [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.187531] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.187874] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a23eb6d-8951-4f68-8687-06de856b3287 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.212300] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.212300] env[62555]: value = "task-1704417" [ 1472.212300] env[62555]: _type = "Task" [ 1472.212300] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.221881] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704417, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.315879] env[62555]: DEBUG nova.compute.utils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1472.320627] env[62555]: DEBUG nova.compute.manager [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1472.320803] env[62555]: DEBUG nova.network.neutron [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.417211] env[62555]: DEBUG nova.policy [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e072c9ded74b83acb5ff54249f51ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5225854a8dcb461c9658eab3a1880a16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1472.562969] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.623930] env[62555]: INFO nova.compute.manager [-] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Took 1.58 seconds to deallocate network for instance. [ 1472.685246] env[62555]: DEBUG nova.network.neutron [-] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.725156] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704417, 'name': CreateVM_Task, 'duration_secs': 0.463544} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.725369] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.726114] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.729273] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.729870] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.730219] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b046299-549a-4827-b3b9-68ba53b59a14 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.737521] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for the task: (returnval){ [ 1472.737521] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5241c4b5-4e35-b705-0f4d-1c29affe2cd4" [ 1472.737521] env[62555]: _type = "Task" [ 1472.737521] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.750146] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5241c4b5-4e35-b705-0f4d-1c29affe2cd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.750675] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.750799] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.750950] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.751129] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.751355] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.751572] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6626dfc-c101-4ff6-bfbc-965ec61689aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.763381] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.763469] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.764237] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaa3571b-3bac-4c4b-8ed2-d28340689db0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.772371] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for the task: (returnval){ [ 1472.772371] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ba4ea0-37e9-88c2-7efd-cfafaa3bf903" [ 1472.772371] env[62555]: _type = "Task" [ 1472.772371] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.783528] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ba4ea0-37e9-88c2-7efd-cfafaa3bf903, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.824838] env[62555]: DEBUG nova.compute.manager [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1472.874728] env[62555]: DEBUG nova.network.neutron [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Successfully updated port: 222c8649-87bc-4853-a002-b3d365ad8e53 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1472.903861] env[62555]: DEBUG nova.network.neutron [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Updated VIF entry in instance network info cache for port 2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1472.904296] env[62555]: DEBUG nova.network.neutron [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Updating instance_info_cache with network_info: [{"id": "2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2", "address": "fa:16:3e:51:93:e3", "network": {"id": "5dcc99f0-9ddf-4419-b5b5-69a25a18efdb", "bridge": "br-int", "label": "tempest-ServersTestJSON-418452703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f1edfe3797432d8cde8f63a71cc343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa24ed0-e1", "ovs_interfaceid": "2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.102351] env[62555]: DEBUG nova.network.neutron [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Successfully created port: e4553f2c-a878-4a14-a7cb-cf2ddde4f259 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.132311] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.192009] env[62555]: INFO nova.compute.manager [-] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Took 1.77 seconds to deallocate network for instance. [ 1473.287147] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ba4ea0-37e9-88c2-7efd-cfafaa3bf903, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.287949] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd16ec50-e083-444a-bb34-7f330e72777f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.295121] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for the task: (returnval){ [ 1473.295121] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5256c2d1-1287-c0b2-4bec-0f0d29315695" [ 1473.295121] env[62555]: _type = "Task" [ 1473.295121] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.307192] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5256c2d1-1287-c0b2-4bec-0f0d29315695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.315899] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672b6ce0-c341-49d7-87bf-4dae33273011 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.323282] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f91672-8de9-4a63-9036-9e72a87c7e4d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.358564] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9042528-f4e4-4f34-bbb8-696d520518f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.367681] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b0ac58-c9c2-4dbb-9c17-606ea9794044 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.382834] env[62555]: DEBUG nova.compute.provider_tree [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1473.384752] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "refresh_cache-57c76784-a3bc-4a7e-97ad-73a06e2835da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.385197] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired lock "refresh_cache-57c76784-a3bc-4a7e-97ad-73a06e2835da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.385353] env[62555]: DEBUG nova.network.neutron [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.408928] env[62555]: DEBUG oslo_concurrency.lockutils [req-952bdca7-ac29-4c60-aec4-2e455e5b20b8 req-8c1e96b3-9267-49c5-b57e-ca3baddbe643 service nova] Releasing lock "refresh_cache-eeaafee9-6976-4796-a177-5fffaa70ee15" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.669823] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.670150] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.670416] env[62555]: INFO nova.compute.manager [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Attaching volume 37ddedd7-b882-4517-a058-b066214665fc to /dev/sdb [ 1473.683299] env[62555]: DEBUG nova.network.neutron [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Successfully updated port: 5c64c683-eb7e-4431-b85c-614e1c461bff {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.703488] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.720205] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ad47e3-8df3-4748-bd47-ceea4fee89ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.733893] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcd647a-d136-4c91-a276-ef02fb12ad3e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.752799] env[62555]: DEBUG nova.virt.block_device [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Updating existing volume attachment record: f67d0b90-44b6-4f98-bdc8-609bbeaf655e {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1473.819612] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5256c2d1-1287-c0b2-4bec-0f0d29315695, 'name': SearchDatastore_Task, 'duration_secs': 0.011974} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.819612] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.819612] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] eeaafee9-6976-4796-a177-5fffaa70ee15/eeaafee9-6976-4796-a177-5fffaa70ee15.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.820120] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-066ec46d-d00e-4ac8-811d-de2cac62ab16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.830497] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for the task: (returnval){ [ 1473.830497] env[62555]: value = "task-1704418" [ 1473.830497] env[62555]: _type = "Task" [ 1473.830497] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.841410] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.860010] env[62555]: DEBUG nova.compute.manager [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1473.903018] env[62555]: DEBUG nova.virt.hardware [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1473.903307] env[62555]: DEBUG nova.virt.hardware [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1473.903468] env[62555]: DEBUG nova.virt.hardware [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.903668] env[62555]: DEBUG nova.virt.hardware [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1473.903817] env[62555]: DEBUG nova.virt.hardware [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.903982] env[62555]: DEBUG nova.virt.hardware [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1473.904252] env[62555]: DEBUG nova.virt.hardware [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1473.904407] env[62555]: DEBUG nova.virt.hardware [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1473.904586] env[62555]: DEBUG nova.virt.hardware [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1473.904748] env[62555]: DEBUG nova.virt.hardware [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1473.904934] env[62555]: DEBUG nova.virt.hardware [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1473.905867] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01de2036-a525-40a8-83ff-e20ad648d842 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.917802] env[62555]: ERROR nova.scheduler.client.report [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [req-4416193b-7167-490e-8e6e-cf5f7f1538f6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4416193b-7167-490e-8e6e-cf5f7f1538f6"}]} [ 1473.917802] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03da84a5-c5bb-4ac8-baeb-b6856ed4311f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.940557] env[62555]: DEBUG nova.scheduler.client.report [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1473.962692] env[62555]: DEBUG nova.scheduler.client.report [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1473.962692] env[62555]: DEBUG nova.compute.provider_tree [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1473.976695] env[62555]: DEBUG nova.scheduler.client.report [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1473.980158] env[62555]: DEBUG nova.network.neutron [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.003635] env[62555]: DEBUG nova.scheduler.client.report [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1474.186078] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.186133] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.186305] env[62555]: DEBUG nova.network.neutron [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.331037] env[62555]: DEBUG nova.network.neutron [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Updating instance_info_cache with network_info: [{"id": "222c8649-87bc-4853-a002-b3d365ad8e53", "address": "fa:16:3e:1e:f6:15", "network": {"id": "d0892b37-6472-4dc3-b572-4f66c6379fad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2074612597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5225854a8dcb461c9658eab3a1880a16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap222c8649-87", "ovs_interfaceid": "222c8649-87bc-4853-a002-b3d365ad8e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.353101] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704418, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.568392] env[62555]: DEBUG nova.compute.manager [req-907f6e28-7588-4129-ad98-30c2bfbdadd5 req-8ab751c8-9821-46d8-ab9b-9cced2fa5a29 service nova] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Received event network-vif-deleted-32a69fcd-24ba-495e-858a-12f6668e19a3 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1474.591749] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8044cc7d-0885-4720-ada8-ee3affca5ac4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.603064] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5850625c-892d-45df-9b0a-051547e79324 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.637246] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69f88cb-5d08-4c64-8a3f-80ac0d8fb7d2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.659808] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8adf3c4-0edb-4c03-a7c4-736b0422df8d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.676013] env[62555]: DEBUG nova.compute.provider_tree [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1474.757656] env[62555]: WARNING nova.network.neutron [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] bdb8326c-4629-4ada-be52-19a7e58b1238 already exists in list: networks containing: ['bdb8326c-4629-4ada-be52-19a7e58b1238']. ignoring it [ 1474.842260] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Releasing lock "refresh_cache-57c76784-a3bc-4a7e-97ad-73a06e2835da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1474.843100] env[62555]: DEBUG nova.compute.manager [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Instance network_info: |[{"id": "222c8649-87bc-4853-a002-b3d365ad8e53", "address": "fa:16:3e:1e:f6:15", "network": {"id": "d0892b37-6472-4dc3-b572-4f66c6379fad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2074612597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5225854a8dcb461c9658eab3a1880a16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap222c8649-87", "ovs_interfaceid": "222c8649-87bc-4853-a002-b3d365ad8e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1474.843820] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892955} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.843981] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:f6:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '222c8649-87bc-4853-a002-b3d365ad8e53', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1474.853111] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Creating folder: Project (5225854a8dcb461c9658eab3a1880a16). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.853512] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] eeaafee9-6976-4796-a177-5fffaa70ee15/eeaafee9-6976-4796-a177-5fffaa70ee15.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.853611] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.857400] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adbeb494-a62e-4efc-b889-3cf56c83f5de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.859047] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-174e9128-2af0-49d8-8e6f-4227cc136f65 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.871406] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for the task: (returnval){ [ 1474.871406] env[62555]: value = "task-1704423" [ 1474.871406] env[62555]: _type = "Task" [ 1474.871406] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.876710] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Created folder: Project (5225854a8dcb461c9658eab3a1880a16) in parent group-v355069. [ 1474.876996] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Creating folder: Instances. Parent ref: group-v355196. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1474.877890] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a657a63-38c5-4eb4-abbc-b10c1170a7e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.883601] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.888872] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Created folder: Instances in parent group-v355196. [ 1474.889143] env[62555]: DEBUG oslo.service.loopingcall [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1474.889391] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1474.889559] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d94d87a0-1143-42a6-b893-138c812a57fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.909960] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1474.909960] env[62555]: value = "task-1704425" [ 1474.909960] env[62555]: _type = "Task" [ 1474.909960] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.918856] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704425, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.212464] env[62555]: DEBUG nova.scheduler.client.report [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1475.212464] env[62555]: DEBUG nova.compute.provider_tree [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 68 to 69 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1475.213390] env[62555]: DEBUG nova.compute.provider_tree [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1475.288273] env[62555]: DEBUG nova.compute.manager [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Received event network-vif-deleted-971bb785-321e-47e0-b9a8-ea13c09fae2d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1475.288643] env[62555]: DEBUG nova.compute.manager [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Received event network-vif-plugged-222c8649-87bc-4853-a002-b3d365ad8e53 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1475.289026] env[62555]: DEBUG oslo_concurrency.lockutils [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] Acquiring lock "57c76784-a3bc-4a7e-97ad-73a06e2835da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.289359] env[62555]: DEBUG oslo_concurrency.lockutils [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] Lock "57c76784-a3bc-4a7e-97ad-73a06e2835da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.291230] env[62555]: DEBUG oslo_concurrency.lockutils [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] Lock "57c76784-a3bc-4a7e-97ad-73a06e2835da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.291230] env[62555]: DEBUG nova.compute.manager [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] No waiting events found dispatching network-vif-plugged-222c8649-87bc-4853-a002-b3d365ad8e53 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1475.291230] env[62555]: WARNING nova.compute.manager [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Received unexpected event network-vif-plugged-222c8649-87bc-4853-a002-b3d365ad8e53 for instance with vm_state building and task_state spawning. [ 1475.291230] env[62555]: DEBUG nova.compute.manager [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Received event network-changed-222c8649-87bc-4853-a002-b3d365ad8e53 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1475.291230] env[62555]: DEBUG nova.compute.manager [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Refreshing instance network info cache due to event network-changed-222c8649-87bc-4853-a002-b3d365ad8e53. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1475.291230] env[62555]: DEBUG oslo_concurrency.lockutils [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] Acquiring lock "refresh_cache-57c76784-a3bc-4a7e-97ad-73a06e2835da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.291451] env[62555]: DEBUG oslo_concurrency.lockutils [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] Acquired lock "refresh_cache-57c76784-a3bc-4a7e-97ad-73a06e2835da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.291623] env[62555]: DEBUG nova.network.neutron [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Refreshing network info cache for port 222c8649-87bc-4853-a002-b3d365ad8e53 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.383342] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123932} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.383683] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.384642] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f07ad3-f70d-4ac9-abac-0c3a4eefb7ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.409160] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] eeaafee9-6976-4796-a177-5fffaa70ee15/eeaafee9-6976-4796-a177-5fffaa70ee15.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.409427] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca8ed3f8-e6a2-49a9-ae70-ccb426f6c4ed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.439484] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704425, 'name': CreateVM_Task, 'duration_secs': 0.407857} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.440986] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1475.441357] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for the task: (returnval){ [ 1475.441357] env[62555]: value = "task-1704426" [ 1475.441357] env[62555]: _type = "Task" [ 1475.441357] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.442612] env[62555]: DEBUG nova.network.neutron [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Updating instance_info_cache with network_info: [{"id": "78d3207b-7570-4f72-8785-1ff87bff414c", "address": "fa:16:3e:5e:4d:99", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d3207b-75", "ovs_interfaceid": "78d3207b-7570-4f72-8785-1ff87bff414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c64c683-eb7e-4431-b85c-614e1c461bff", "address": "fa:16:3e:52:c8:4b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c64c683-eb", "ovs_interfaceid": "5c64c683-eb7e-4431-b85c-614e1c461bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.445070] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.447477] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.447477] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1475.447477] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16686db1-feba-40ef-93bd-c1f12427beb1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.455553] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1475.455553] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c57b69-7e91-6823-fd31-feb812ce8323" [ 1475.455553] env[62555]: _type = "Task" [ 1475.455553] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.461128] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.473888] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c57b69-7e91-6823-fd31-feb812ce8323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.588036] env[62555]: DEBUG nova.network.neutron [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Successfully updated port: e4553f2c-a878-4a14-a7cb-cf2ddde4f259 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1475.723107] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.919s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.723688] env[62555]: DEBUG nova.compute.manager [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1475.726407] env[62555]: DEBUG oslo_concurrency.lockutils [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.331s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.727040] env[62555]: DEBUG nova.objects.instance [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lazy-loading 'resources' on Instance uuid 4103f309-bdfb-488a-a904-163ccc0216e8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.945528] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.945970] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.946512] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.947424] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccac93e4-1889-4d3a-8e62-28c59544a798 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.963737] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704426, 'name': ReconfigVM_Task, 'duration_secs': 0.32091} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.977841] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Reconfigured VM instance instance-00000027 to attach disk [datastore1] eeaafee9-6976-4796-a177-5fffaa70ee15/eeaafee9-6976-4796-a177-5fffaa70ee15.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.978795] env[62555]: DEBUG nova.virt.hardware [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1475.981966] env[62555]: DEBUG nova.virt.hardware [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1475.982349] env[62555]: DEBUG nova.virt.hardware [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1475.982590] env[62555]: DEBUG nova.virt.hardware [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1475.982747] env[62555]: DEBUG nova.virt.hardware [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1475.982897] env[62555]: DEBUG nova.virt.hardware [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1475.983148] env[62555]: DEBUG nova.virt.hardware [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1475.983324] env[62555]: DEBUG nova.virt.hardware [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1475.983496] env[62555]: DEBUG nova.virt.hardware [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1475.983658] env[62555]: DEBUG nova.virt.hardware [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1475.983830] env[62555]: DEBUG nova.virt.hardware [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1475.990857] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Reconfiguring VM to attach interface {{(pid=62555) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1475.991219] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8e31c7c-8e8a-421b-8d8e-c281d7218706 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.992976] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa352291-467c-4318-b3d6-c0cf679498d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.013873] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c57b69-7e91-6823-fd31-feb812ce8323, 'name': SearchDatastore_Task, 'duration_secs': 0.032408} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.015963] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.016229] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.016472] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.016643] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.016839] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.017176] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for the task: (returnval){ [ 1476.017176] env[62555]: value = "task-1704427" [ 1476.017176] env[62555]: _type = "Task" [ 1476.017176] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.017400] env[62555]: DEBUG oslo_vmware.api [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1476.017400] env[62555]: value = "task-1704428" [ 1476.017400] env[62555]: _type = "Task" [ 1476.017400] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.017577] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d1f6db5-7ccb-4a48-a58b-9f742d330f25 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.034470] env[62555]: DEBUG oslo_vmware.api [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704428, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.034719] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704427, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.036609] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.036759] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.037482] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61dcfde-c51f-40eb-a6dd-d52ead5733f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.043142] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1476.043142] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52473723-9e7e-a749-8f5c-bd8bae974444" [ 1476.043142] env[62555]: _type = "Task" [ 1476.043142] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.049634] env[62555]: DEBUG nova.network.neutron [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Updated VIF entry in instance network info cache for port 222c8649-87bc-4853-a002-b3d365ad8e53. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1476.050040] env[62555]: DEBUG nova.network.neutron [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Updating instance_info_cache with network_info: [{"id": "222c8649-87bc-4853-a002-b3d365ad8e53", "address": "fa:16:3e:1e:f6:15", "network": {"id": "d0892b37-6472-4dc3-b572-4f66c6379fad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2074612597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5225854a8dcb461c9658eab3a1880a16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap222c8649-87", "ovs_interfaceid": "222c8649-87bc-4853-a002-b3d365ad8e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.054353] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52473723-9e7e-a749-8f5c-bd8bae974444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.091886] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "refresh_cache-c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.092060] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired lock "refresh_cache-c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.092219] env[62555]: DEBUG nova.network.neutron [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1476.230640] env[62555]: DEBUG nova.compute.utils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1476.235025] env[62555]: DEBUG nova.compute.manager [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1476.235025] env[62555]: DEBUG nova.network.neutron [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1476.343816] env[62555]: DEBUG nova.policy [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5e072c9ded74b83acb5ff54249f51ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5225854a8dcb461c9658eab3a1880a16', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1476.538324] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704427, 'name': Rename_Task, 'duration_secs': 0.217611} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.544475] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.544911] env[62555]: DEBUG oslo_vmware.api [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.546368] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ded22a4-6389-401c-90a8-9cc9bdb6130e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.561691] env[62555]: DEBUG oslo_concurrency.lockutils [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] Releasing lock "refresh_cache-57c76784-a3bc-4a7e-97ad-73a06e2835da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.561691] env[62555]: DEBUG nova.compute.manager [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Received event network-vif-plugged-5c64c683-eb7e-4431-b85c-614e1c461bff {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1476.561691] env[62555]: DEBUG oslo_concurrency.lockutils [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] Acquiring lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1476.561983] env[62555]: DEBUG oslo_concurrency.lockutils [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] Lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1476.561983] env[62555]: DEBUG oslo_concurrency.lockutils [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] Lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1476.562121] env[62555]: DEBUG nova.compute.manager [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] No waiting events found dispatching network-vif-plugged-5c64c683-eb7e-4431-b85c-614e1c461bff {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1476.562265] env[62555]: WARNING nova.compute.manager [req-17b43641-ba3e-49d6-af9d-f1fe15eead68 req-560c7d48-d5d5-429d-b600-1a472b1f8f6d service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Received unexpected event network-vif-plugged-5c64c683-eb7e-4431-b85c-614e1c461bff for instance with vm_state active and task_state None. [ 1476.562631] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52473723-9e7e-a749-8f5c-bd8bae974444, 'name': SearchDatastore_Task, 'duration_secs': 0.014835} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.564736] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for the task: (returnval){ [ 1476.564736] env[62555]: value = "task-1704430" [ 1476.564736] env[62555]: _type = "Task" [ 1476.564736] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.567450] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4611f6-4974-457f-aada-324f44e50577 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.582753] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1476.582753] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52209c9d-f971-7663-ea2d-2b30e4495ee4" [ 1476.582753] env[62555]: _type = "Task" [ 1476.582753] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.586858] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704430, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.601552] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52209c9d-f971-7663-ea2d-2b30e4495ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.015905} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.601838] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.602236] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 57c76784-a3bc-4a7e-97ad-73a06e2835da/57c76784-a3bc-4a7e-97ad-73a06e2835da.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1476.602469] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-756c33b0-9dc4-4b92-92a3-bea250877006 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.612037] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1476.612037] env[62555]: value = "task-1704431" [ 1476.612037] env[62555]: _type = "Task" [ 1476.612037] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.622752] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.663351] env[62555]: DEBUG nova.network.neutron [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1476.735797] env[62555]: DEBUG nova.compute.manager [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1476.850210] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47aba21-068f-4df4-9c26-5d90cea9c23c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.863130] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68921a5c-c2a8-42c2-bae4-6e7bb7be88a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.896551] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b2228a-5a23-4013-bc3f-0f70cfdd7c0a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.906683] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba4aef8-e79d-41f0-8052-972541c9cabe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.922522] env[62555]: DEBUG nova.compute.provider_tree [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.937405] env[62555]: DEBUG nova.network.neutron [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Successfully created port: 5ee5097a-d454-410b-a5f5-90f7dc1a9423 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1476.954899] env[62555]: DEBUG nova.network.neutron [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Updating instance_info_cache with network_info: [{"id": "e4553f2c-a878-4a14-a7cb-cf2ddde4f259", "address": "fa:16:3e:a4:9a:bc", "network": {"id": "d0892b37-6472-4dc3-b572-4f66c6379fad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2074612597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5225854a8dcb461c9658eab3a1880a16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4553f2c-a8", "ovs_interfaceid": "e4553f2c-a878-4a14-a7cb-cf2ddde4f259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.033284] env[62555]: DEBUG oslo_vmware.api [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704428, 'name': ReconfigVM_Task, 'duration_secs': 0.714145} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.033586] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.034440] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Reconfigured VM to attach interface {{(pid=62555) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1477.082471] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.129787] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704431, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.426490] env[62555]: DEBUG nova.scheduler.client.report [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1477.457844] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Releasing lock "refresh_cache-c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.458206] env[62555]: DEBUG nova.compute.manager [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Instance network_info: |[{"id": "e4553f2c-a878-4a14-a7cb-cf2ddde4f259", "address": "fa:16:3e:a4:9a:bc", "network": {"id": "d0892b37-6472-4dc3-b572-4f66c6379fad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2074612597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5225854a8dcb461c9658eab3a1880a16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4553f2c-a8", "ovs_interfaceid": "e4553f2c-a878-4a14-a7cb-cf2ddde4f259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1477.458859] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:9a:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4553f2c-a878-4a14-a7cb-cf2ddde4f259', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.466401] env[62555]: DEBUG oslo.service.loopingcall [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1477.466579] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1477.466803] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9653cbd2-2b98-4871-ab4a-36df39d9a17c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.487889] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1477.487889] env[62555]: value = "task-1704432" [ 1477.487889] env[62555]: _type = "Task" [ 1477.487889] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.496206] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704432, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.542073] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b16dce74-3538-4136-adb5-5331658b9588 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-6073fd04-afee-4fe8-bbe8-5f283c134cf7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.898s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.581072] env[62555]: DEBUG oslo_vmware.api [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704430, 'name': PowerOnVM_Task, 'duration_secs': 0.779611} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.581384] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.581591] env[62555]: INFO nova.compute.manager [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Took 9.75 seconds to spawn the instance on the hypervisor. [ 1477.581772] env[62555]: DEBUG nova.compute.manager [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1477.582690] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edb4f8b-8891-44fc-bb81-d349597a84e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.623275] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563286} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.623536] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 57c76784-a3bc-4a7e-97ad-73a06e2835da/57c76784-a3bc-4a7e-97ad-73a06e2835da.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1477.623753] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1477.624091] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46e757c4-8c30-4213-9aac-2ca83224593f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.631650] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1477.631650] env[62555]: value = "task-1704433" [ 1477.631650] env[62555]: _type = "Task" [ 1477.631650] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.640031] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.746882] env[62555]: DEBUG nova.compute.manager [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1477.766612] env[62555]: DEBUG nova.virt.hardware [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1477.766870] env[62555]: DEBUG nova.virt.hardware [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1477.767041] env[62555]: DEBUG nova.virt.hardware [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1477.767237] env[62555]: DEBUG nova.virt.hardware [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1477.767382] env[62555]: DEBUG nova.virt.hardware [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1477.767526] env[62555]: DEBUG nova.virt.hardware [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1477.767733] env[62555]: DEBUG nova.virt.hardware [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1477.767890] env[62555]: DEBUG nova.virt.hardware [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1477.768068] env[62555]: DEBUG nova.virt.hardware [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1477.768234] env[62555]: DEBUG nova.virt.hardware [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1477.768403] env[62555]: DEBUG nova.virt.hardware [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1477.769560] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d2eaa8-23c1-4191-b8fe-a29fc4f98ee0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.778200] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bad97d-2d18-42d1-88ab-a37cb137b08b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.931519] env[62555]: DEBUG oslo_concurrency.lockutils [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.933806] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.555s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.935603] env[62555]: INFO nova.compute.claims [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.957320] env[62555]: INFO nova.scheduler.client.report [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Deleted allocations for instance 4103f309-bdfb-488a-a904-163ccc0216e8 [ 1478.000405] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704432, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.101622] env[62555]: INFO nova.compute.manager [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Took 42.43 seconds to build instance. [ 1478.105781] env[62555]: DEBUG nova.compute.manager [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Received event network-changed-5c64c683-eb7e-4431-b85c-614e1c461bff {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1478.106014] env[62555]: DEBUG nova.compute.manager [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Refreshing instance network info cache due to event network-changed-5c64c683-eb7e-4431-b85c-614e1c461bff. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1478.106231] env[62555]: DEBUG oslo_concurrency.lockutils [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] Acquiring lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.106602] env[62555]: DEBUG oslo_concurrency.lockutils [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] Acquired lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.106602] env[62555]: DEBUG nova.network.neutron [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Refreshing network info cache for port 5c64c683-eb7e-4431-b85c-614e1c461bff {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1478.142760] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357668} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.143065] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1478.143920] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4c4ebe-62cd-4c81-920a-a201392c41e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.169565] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 57c76784-a3bc-4a7e-97ad-73a06e2835da/57c76784-a3bc-4a7e-97ad-73a06e2835da.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.169823] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda5809a-e2e4-44ae-80f3-6fefdc08c080 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.193907] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1478.193907] env[62555]: value = "task-1704434" [ 1478.193907] env[62555]: _type = "Task" [ 1478.193907] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.203879] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.465252] env[62555]: DEBUG oslo_concurrency.lockutils [None req-555c0473-c9da-4b82-9ee8-a3a0f44f736c tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "4103f309-bdfb-488a-a904-163ccc0216e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.800s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.466633] env[62555]: DEBUG oslo_concurrency.lockutils [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "4103f309-bdfb-488a-a904-163ccc0216e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 24.849s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.466861] env[62555]: DEBUG oslo_concurrency.lockutils [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "4103f309-bdfb-488a-a904-163ccc0216e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.467082] env[62555]: DEBUG oslo_concurrency.lockutils [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "4103f309-bdfb-488a-a904-163ccc0216e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.467254] env[62555]: DEBUG oslo_concurrency.lockutils [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "4103f309-bdfb-488a-a904-163ccc0216e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.468886] env[62555]: INFO nova.compute.manager [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Terminating instance [ 1478.498361] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704432, 'name': CreateVM_Task, 'duration_secs': 0.852316} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.498543] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1478.499246] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.499394] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.499747] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1478.500030] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0923b54e-baf4-4ca6-b7ad-61dd26c5e96a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.508168] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1478.508168] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5245ace8-6fda-f628-bcc5-e286aecd1e8f" [ 1478.508168] env[62555]: _type = "Task" [ 1478.508168] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.519700] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5245ace8-6fda-f628-bcc5-e286aecd1e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.609041] env[62555]: DEBUG oslo_concurrency.lockutils [None req-114b0ee1-77ae-4dae-a2ea-455bfaebe867 tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Lock "eeaafee9-6976-4796-a177-5fffaa70ee15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.448s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.695785] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.695989] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.706670] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704434, 'name': ReconfigVM_Task, 'duration_secs': 0.492924} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.706946] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 57c76784-a3bc-4a7e-97ad-73a06e2835da/57c76784-a3bc-4a7e-97ad-73a06e2835da.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1478.707633] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b083808c-f352-453a-99ac-8a1d7ac3d1e9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.717097] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1478.717097] env[62555]: value = "task-1704435" [ 1478.717097] env[62555]: _type = "Task" [ 1478.717097] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.730579] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704435, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.827076] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1478.830124] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355195', 'volume_id': '37ddedd7-b882-4517-a058-b066214665fc', 'name': 'volume-37ddedd7-b882-4517-a058-b066214665fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3fc6298e-db1d-4b87-8938-1261e2fc00d9', 'attached_at': '', 'detached_at': '', 'volume_id': '37ddedd7-b882-4517-a058-b066214665fc', 'serial': '37ddedd7-b882-4517-a058-b066214665fc'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1478.830124] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9890e8e4-ae7f-4e9b-8d26-11687e16544c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.862505] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b639f4f-31ef-4d1d-bb3b-3982612ae3d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.889776] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] volume-37ddedd7-b882-4517-a058-b066214665fc/volume-37ddedd7-b882-4517-a058-b066214665fc.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.892887] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8db1e088-ab2d-497b-bda5-b6ea4a889f8c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.912758] env[62555]: DEBUG oslo_vmware.api [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1478.912758] env[62555]: value = "task-1704436" [ 1478.912758] env[62555]: _type = "Task" [ 1478.912758] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.922903] env[62555]: DEBUG oslo_vmware.api [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.963253] env[62555]: DEBUG nova.network.neutron [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Successfully updated port: 5ee5097a-d454-410b-a5f5-90f7dc1a9423 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1478.973722] env[62555]: DEBUG oslo_concurrency.lockutils [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.973722] env[62555]: DEBUG oslo_concurrency.lockutils [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquired lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.973722] env[62555]: DEBUG nova.network.neutron [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.028640] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5245ace8-6fda-f628-bcc5-e286aecd1e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.013315} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.029117] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.029499] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1479.029862] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.030284] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.030450] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1479.030776] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27f8562b-9dba-410b-8a92-872aca4eb92c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.048010] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1479.048249] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1479.049026] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164c4f38-316b-4f05-8f72-21a87aa5c662 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.055895] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1479.055895] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f83db3-0a44-47dc-8ce1-17e95c001778" [ 1479.055895] env[62555]: _type = "Task" [ 1479.055895] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.065504] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f83db3-0a44-47dc-8ce1-17e95c001778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.113907] env[62555]: DEBUG nova.compute.manager [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1479.177163] env[62555]: DEBUG nova.network.neutron [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Updated VIF entry in instance network info cache for port 5c64c683-eb7e-4431-b85c-614e1c461bff. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1479.177163] env[62555]: DEBUG nova.network.neutron [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Updating instance_info_cache with network_info: [{"id": "78d3207b-7570-4f72-8785-1ff87bff414c", "address": "fa:16:3e:5e:4d:99", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d3207b-75", "ovs_interfaceid": "78d3207b-7570-4f72-8785-1ff87bff414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c64c683-eb7e-4431-b85c-614e1c461bff", "address": "fa:16:3e:52:c8:4b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c64c683-eb", "ovs_interfaceid": "5c64c683-eb7e-4431-b85c-614e1c461bff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.228838] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704435, 'name': Rename_Task, 'duration_secs': 0.160939} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.231935] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1479.232917] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-677c8587-36e0-45f2-8a78-664035bfa421 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.241673] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1479.241673] env[62555]: value = "task-1704437" [ 1479.241673] env[62555]: _type = "Task" [ 1479.241673] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.257455] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.426488] env[62555]: DEBUG oslo_vmware.api [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704436, 'name': ReconfigVM_Task, 'duration_secs': 0.363315} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.426816] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Reconfigured VM instance instance-00000012 to attach disk [datastore1] volume-37ddedd7-b882-4517-a058-b066214665fc/volume-37ddedd7-b882-4517-a058-b066214665fc.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.433305] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0cd5f38-33c8-4217-a74a-a6d7d3cf486a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.453913] env[62555]: DEBUG oslo_vmware.api [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1479.453913] env[62555]: value = "task-1704438" [ 1479.453913] env[62555]: _type = "Task" [ 1479.453913] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.469714] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "refresh_cache-b7d0868f-148b-4d9a-b070-bd882b34bc35" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.469886] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired lock "refresh_cache-b7d0868f-148b-4d9a-b070-bd882b34bc35" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.470033] env[62555]: DEBUG nova.network.neutron [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1479.471361] env[62555]: DEBUG oslo_vmware.api [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704438, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.476225] env[62555]: DEBUG nova.compute.utils [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Can not refresh info_cache because instance was not found {{(pid=62555) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1479.505136] env[62555]: DEBUG nova.network.neutron [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1479.513872] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabfa1a8-1e77-452b-950b-e0bd9e214084 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.524927] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e6e7d3-be51-4771-a979-5792a605abcb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.563760] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a72d9-86eb-4aae-89f9-f277811d834a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.576718] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbac8e2-c31d-454a-93f1-56f2237397c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.581015] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f83db3-0a44-47dc-8ce1-17e95c001778, 'name': SearchDatastore_Task, 'duration_secs': 0.011146} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.582293] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7517cc05-5183-4aad-9ad0-20177aef8897 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.594061] env[62555]: DEBUG nova.compute.provider_tree [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1479.599713] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1479.599713] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c9c3f5-b339-e70d-aa9f-3fb3eda8ae26" [ 1479.599713] env[62555]: _type = "Task" [ 1479.599713] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.611149] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c9c3f5-b339-e70d-aa9f-3fb3eda8ae26, 'name': SearchDatastore_Task, 'duration_secs': 0.01923} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.611447] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.611785] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c4828b08-06d6-4914-9bc9-46f3ee8f9bc4/c4828b08-06d6-4914-9bc9-46f3ee8f9bc4.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.612019] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e816d67-4a53-41a7-a7b4-0b109855f85c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.621295] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1479.621295] env[62555]: value = "task-1704439" [ 1479.621295] env[62555]: _type = "Task" [ 1479.621295] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.633255] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.634329] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.679114] env[62555]: DEBUG oslo_concurrency.lockutils [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] Releasing lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.679398] env[62555]: DEBUG nova.compute.manager [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Received event network-vif-plugged-e4553f2c-a878-4a14-a7cb-cf2ddde4f259 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1479.679594] env[62555]: DEBUG oslo_concurrency.lockutils [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] Acquiring lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.679798] env[62555]: DEBUG oslo_concurrency.lockutils [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] Lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1479.679959] env[62555]: DEBUG oslo_concurrency.lockutils [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] Lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1479.680271] env[62555]: DEBUG nova.compute.manager [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] No waiting events found dispatching network-vif-plugged-e4553f2c-a878-4a14-a7cb-cf2ddde4f259 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1479.680365] env[62555]: WARNING nova.compute.manager [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Received unexpected event network-vif-plugged-e4553f2c-a878-4a14-a7cb-cf2ddde4f259 for instance with vm_state building and task_state spawning. [ 1479.680566] env[62555]: DEBUG nova.compute.manager [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Received event network-changed-e4553f2c-a878-4a14-a7cb-cf2ddde4f259 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1479.680737] env[62555]: DEBUG nova.compute.manager [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Refreshing instance network info cache due to event network-changed-e4553f2c-a878-4a14-a7cb-cf2ddde4f259. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1479.680986] env[62555]: DEBUG oslo_concurrency.lockutils [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] Acquiring lock "refresh_cache-c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.681187] env[62555]: DEBUG oslo_concurrency.lockutils [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] Acquired lock "refresh_cache-c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.681355] env[62555]: DEBUG nova.network.neutron [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Refreshing network info cache for port e4553f2c-a878-4a14-a7cb-cf2ddde4f259 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.693642] env[62555]: DEBUG nova.network.neutron [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.752712] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.904043] env[62555]: DEBUG nova.compute.manager [req-832b0a21-bfa7-4643-ac45-f6f9bcd349b0 req-4df0c77d-9b84-4bdf-b610-f06be53ccb50 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Received event network-changed-2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1479.904387] env[62555]: DEBUG nova.compute.manager [req-832b0a21-bfa7-4643-ac45-f6f9bcd349b0 req-4df0c77d-9b84-4bdf-b610-f06be53ccb50 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Refreshing instance network info cache due to event network-changed-2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1479.904765] env[62555]: DEBUG oslo_concurrency.lockutils [req-832b0a21-bfa7-4643-ac45-f6f9bcd349b0 req-4df0c77d-9b84-4bdf-b610-f06be53ccb50 service nova] Acquiring lock "refresh_cache-eeaafee9-6976-4796-a177-5fffaa70ee15" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1479.905074] env[62555]: DEBUG oslo_concurrency.lockutils [req-832b0a21-bfa7-4643-ac45-f6f9bcd349b0 req-4df0c77d-9b84-4bdf-b610-f06be53ccb50 service nova] Acquired lock "refresh_cache-eeaafee9-6976-4796-a177-5fffaa70ee15" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.905372] env[62555]: DEBUG nova.network.neutron [req-832b0a21-bfa7-4643-ac45-f6f9bcd349b0 req-4df0c77d-9b84-4bdf-b610-f06be53ccb50 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Refreshing network info cache for port 2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1479.967371] env[62555]: DEBUG oslo_vmware.api [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704438, 'name': ReconfigVM_Task, 'duration_secs': 0.153729} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.967757] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355195', 'volume_id': '37ddedd7-b882-4517-a058-b066214665fc', 'name': 'volume-37ddedd7-b882-4517-a058-b066214665fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3fc6298e-db1d-4b87-8938-1261e2fc00d9', 'attached_at': '', 'detached_at': '', 'volume_id': '37ddedd7-b882-4517-a058-b066214665fc', 'serial': '37ddedd7-b882-4517-a058-b066214665fc'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1480.041865] env[62555]: DEBUG nova.network.neutron [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1480.101558] env[62555]: DEBUG nova.scheduler.client.report [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1480.139467] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704439, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.195513] env[62555]: DEBUG oslo_concurrency.lockutils [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Releasing lock "refresh_cache-4103f309-bdfb-488a-a904-163ccc0216e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.195949] env[62555]: DEBUG nova.compute.manager [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1480.196159] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1480.196456] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdd60539-6b7e-4dd0-b338-2509bfc32fed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.210152] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfbc6f6-805d-4066-9a6d-6baa9cc7678b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.255526] env[62555]: WARNING nova.virt.vmwareapi.vmops [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4103f309-bdfb-488a-a904-163ccc0216e8 could not be found. [ 1480.255749] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1480.255930] env[62555]: INFO nova.compute.manager [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1480.256201] env[62555]: DEBUG oslo.service.loopingcall [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.260341] env[62555]: DEBUG nova.compute.manager [-] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1480.260552] env[62555]: DEBUG nova.network.neutron [-] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1480.269272] env[62555]: DEBUG oslo_vmware.api [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704437, 'name': PowerOnVM_Task, 'duration_secs': 0.844712} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.272071] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1480.272346] env[62555]: INFO nova.compute.manager [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1480.272576] env[62555]: DEBUG nova.compute.manager [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1480.273503] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9c50f3-7022-4e87-b5f5-567231d1eebc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.285291] env[62555]: DEBUG nova.network.neutron [-] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1480.444063] env[62555]: DEBUG nova.network.neutron [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Updating instance_info_cache with network_info: [{"id": "5ee5097a-d454-410b-a5f5-90f7dc1a9423", "address": "fa:16:3e:8e:54:25", "network": {"id": "d0892b37-6472-4dc3-b572-4f66c6379fad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2074612597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5225854a8dcb461c9658eab3a1880a16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee5097a-d4", "ovs_interfaceid": "5ee5097a-d454-410b-a5f5-90f7dc1a9423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.613707] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.618235] env[62555]: DEBUG nova.compute.manager [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1480.621869] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.585s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.622160] env[62555]: DEBUG nova.objects.instance [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lazy-loading 'resources' on Instance uuid a77c7cf3-02f6-4db7-9187-ba6a7a5c452f {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.630143] env[62555]: DEBUG nova.network.neutron [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Updated VIF entry in instance network info cache for port e4553f2c-a878-4a14-a7cb-cf2ddde4f259. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.630143] env[62555]: DEBUG nova.network.neutron [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Updating instance_info_cache with network_info: [{"id": "e4553f2c-a878-4a14-a7cb-cf2ddde4f259", "address": "fa:16:3e:a4:9a:bc", "network": {"id": "d0892b37-6472-4dc3-b572-4f66c6379fad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2074612597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5225854a8dcb461c9658eab3a1880a16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4553f2c-a8", "ovs_interfaceid": "e4553f2c-a878-4a14-a7cb-cf2ddde4f259", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.638368] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734116} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.638628] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c4828b08-06d6-4914-9bc9-46f3ee8f9bc4/c4828b08-06d6-4914-9bc9-46f3ee8f9bc4.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.638840] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.639101] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3faeb800-a018-4f21-a91c-e42fa927c245 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.648480] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1480.648480] env[62555]: value = "task-1704440" [ 1480.648480] env[62555]: _type = "Task" [ 1480.648480] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.662185] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.662185] env[62555]: DEBUG nova.network.neutron [req-832b0a21-bfa7-4643-ac45-f6f9bcd349b0 req-4df0c77d-9b84-4bdf-b610-f06be53ccb50 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Updated VIF entry in instance network info cache for port 2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1480.662185] env[62555]: DEBUG nova.network.neutron [req-832b0a21-bfa7-4643-ac45-f6f9bcd349b0 req-4df0c77d-9b84-4bdf-b610-f06be53ccb50 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Updating instance_info_cache with network_info: [{"id": "2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2", "address": "fa:16:3e:51:93:e3", "network": {"id": "5dcc99f0-9ddf-4419-b5b5-69a25a18efdb", "bridge": "br-int", "label": "tempest-ServersTestJSON-418452703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5f1edfe3797432d8cde8f63a71cc343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4399275-8e92-4448-be9e-d4984e93e89c", "external-id": "nsx-vlan-transportzone-192", "segmentation_id": 192, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aa24ed0-e1", "ovs_interfaceid": "2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.699390] env[62555]: DEBUG nova.compute.manager [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Received event network-vif-plugged-5ee5097a-d454-410b-a5f5-90f7dc1a9423 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1480.699674] env[62555]: DEBUG oslo_concurrency.lockutils [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] Acquiring lock "b7d0868f-148b-4d9a-b070-bd882b34bc35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.699844] env[62555]: DEBUG oslo_concurrency.lockutils [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] Lock "b7d0868f-148b-4d9a-b070-bd882b34bc35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.700035] env[62555]: DEBUG oslo_concurrency.lockutils [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] Lock "b7d0868f-148b-4d9a-b070-bd882b34bc35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.700284] env[62555]: DEBUG nova.compute.manager [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] No waiting events found dispatching network-vif-plugged-5ee5097a-d454-410b-a5f5-90f7dc1a9423 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1480.700367] env[62555]: WARNING nova.compute.manager [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Received unexpected event network-vif-plugged-5ee5097a-d454-410b-a5f5-90f7dc1a9423 for instance with vm_state building and task_state spawning. [ 1480.700524] env[62555]: DEBUG nova.compute.manager [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Received event network-changed-5ee5097a-d454-410b-a5f5-90f7dc1a9423 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1480.700674] env[62555]: DEBUG nova.compute.manager [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Refreshing instance network info cache due to event network-changed-5ee5097a-d454-410b-a5f5-90f7dc1a9423. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1480.700836] env[62555]: DEBUG oslo_concurrency.lockutils [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] Acquiring lock "refresh_cache-b7d0868f-148b-4d9a-b070-bd882b34bc35" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1480.793199] env[62555]: DEBUG nova.network.neutron [-] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.794537] env[62555]: INFO nova.compute.manager [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Took 38.42 seconds to build instance. [ 1480.947063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Releasing lock "refresh_cache-b7d0868f-148b-4d9a-b070-bd882b34bc35" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1480.948264] env[62555]: DEBUG nova.compute.manager [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Instance network_info: |[{"id": "5ee5097a-d454-410b-a5f5-90f7dc1a9423", "address": "fa:16:3e:8e:54:25", "network": {"id": "d0892b37-6472-4dc3-b572-4f66c6379fad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2074612597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5225854a8dcb461c9658eab3a1880a16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee5097a-d4", "ovs_interfaceid": "5ee5097a-d454-410b-a5f5-90f7dc1a9423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1480.948629] env[62555]: DEBUG oslo_concurrency.lockutils [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] Acquired lock "refresh_cache-b7d0868f-148b-4d9a-b070-bd882b34bc35" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.948819] env[62555]: DEBUG nova.network.neutron [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Refreshing network info cache for port 5ee5097a-d454-410b-a5f5-90f7dc1a9423 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1480.950104] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:54:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089ef678-58b4-4bf0-a39d-b94b2d364291', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ee5097a-d454-410b-a5f5-90f7dc1a9423', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1480.962686] env[62555]: DEBUG oslo.service.loopingcall [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1480.963795] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1480.964427] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-476364dd-2787-4c0b-ad1c-86044e46a34c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.981335] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.981611] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.981817] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.982011] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.982188] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.984741] env[62555]: INFO nova.compute.manager [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Terminating instance [ 1480.991043] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1480.991043] env[62555]: value = "task-1704441" [ 1480.991043] env[62555]: _type = "Task" [ 1480.991043] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.003796] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704441, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.029605] env[62555]: DEBUG nova.objects.instance [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lazy-loading 'flavor' on Instance uuid 3fc6298e-db1d-4b87-8938-1261e2fc00d9 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.129539] env[62555]: DEBUG nova.compute.utils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1481.131331] env[62555]: DEBUG nova.compute.manager [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1481.131436] env[62555]: DEBUG nova.network.neutron [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1481.133447] env[62555]: DEBUG oslo_concurrency.lockutils [req-7bf5cf52-7d8d-4c57-846b-02c54c749aa1 req-50fe364e-7123-41e7-b075-4ec7b0584235 service nova] Releasing lock "refresh_cache-c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.163284] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.403846} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.163284] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1481.163284] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e53648-05bb-477d-b8f7-b643195a5992 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.168489] env[62555]: DEBUG oslo_concurrency.lockutils [req-832b0a21-bfa7-4643-ac45-f6f9bcd349b0 req-4df0c77d-9b84-4bdf-b610-f06be53ccb50 service nova] Releasing lock "refresh_cache-eeaafee9-6976-4796-a177-5fffaa70ee15" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1481.188610] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] c4828b08-06d6-4914-9bc9-46f3ee8f9bc4/c4828b08-06d6-4914-9bc9-46f3ee8f9bc4.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.189491] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6540b245-2f44-4dee-9c2e-2ae904ab2c3f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.205732] env[62555]: DEBUG nova.policy [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2930b444e84c28ab926e0931d26b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '928fbc51b1534ddf9371dc2db4a3d9ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1481.215940] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1481.215940] env[62555]: value = "task-1704442" [ 1481.215940] env[62555]: _type = "Task" [ 1481.215940] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.227564] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.249994] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "interface-6073fd04-afee-4fe8-bbe8-5f283c134cf7-5c64c683-eb7e-4431-b85c-614e1c461bff" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.249994] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-6073fd04-afee-4fe8-bbe8-5f283c134cf7-5c64c683-eb7e-4431-b85c-614e1c461bff" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1481.298891] env[62555]: INFO nova.compute.manager [-] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Took 1.04 seconds to deallocate network for instance. [ 1481.299388] env[62555]: DEBUG oslo_concurrency.lockutils [None req-417d37ca-2a6b-47c2-9d1b-cb6c0ee87b0a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "57c76784-a3bc-4a7e-97ad-73a06e2835da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.287s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.496617] env[62555]: DEBUG nova.compute.manager [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1481.496866] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1481.498042] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f43650-8fd9-4bf3-aaf7-024edb0d69cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.517458] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704441, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.517797] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1481.518052] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-851540ed-c0b4-4d63-8d70-2367afd77b12 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.522652] env[62555]: DEBUG nova.network.neutron [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Successfully created port: a2ac7f43-7726-4918-91a7-2ecbb556cfe2 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1481.527173] env[62555]: DEBUG oslo_vmware.api [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1481.527173] env[62555]: value = "task-1704443" [ 1481.527173] env[62555]: _type = "Task" [ 1481.527173] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.536141] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a90dd25-8e40-4e97-8314-50677b79dc14 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.866s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.542057] env[62555]: DEBUG oslo_vmware.api [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.634536] env[62555]: DEBUG nova.compute.manager [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1481.680925] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cd456f-c7a1-4c8a-8d7a-491906b4bbea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.691066] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4033a0dd-a133-4944-beb8-5ed4125a3dd8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.735209] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30781f31-9856-4db6-952c-6a510871efb6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.747347] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704442, 'name': ReconfigVM_Task, 'duration_secs': 0.491439} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.748677] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b677c-9f9e-428b-a261-cc86799642a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.753085] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Reconfigured VM instance instance-00000029 to attach disk [datastore1] c4828b08-06d6-4914-9bc9-46f3ee8f9bc4/c4828b08-06d6-4914-9bc9-46f3ee8f9bc4.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.759045] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.759045] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.759045] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d418897f-09c7-486e-bb0d-4094a246b09e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.759636] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94abd0e0-25d9-4463-9611-9721b6e57d98 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.775899] env[62555]: DEBUG nova.compute.provider_tree [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1481.790498] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1481.790498] env[62555]: value = "task-1704444" [ 1481.790498] env[62555]: _type = "Task" [ 1481.790498] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.795050] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eede07d-8696-4474-9d4a-dea209f23aea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.809115] env[62555]: DEBUG nova.compute.manager [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1481.809115] env[62555]: INFO nova.compute.manager [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Instance disappeared during terminate [ 1481.809115] env[62555]: DEBUG oslo_concurrency.lockutils [None req-679e91d8-f873-4a78-8757-b4696a49f92e tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "4103f309-bdfb-488a-a904-163ccc0216e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.342s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.831436] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704444, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.837259] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Reconfiguring VM to detach interface {{(pid=62555) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1481.838882] env[62555]: ERROR nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [req-d1d67914-bafa-44d0-8719-b70972947b15] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d1d67914-bafa-44d0-8719-b70972947b15"}]} [ 1481.839624] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75213802-412c-4add-b085-a7ada8257348 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.868166] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1481.868166] env[62555]: value = "task-1704445" [ 1481.868166] env[62555]: _type = "Task" [ 1481.868166] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.872858] env[62555]: DEBUG nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1481.883320] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.888187] env[62555]: DEBUG nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1481.889094] env[62555]: DEBUG nova.compute.provider_tree [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1481.900517] env[62555]: DEBUG nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1481.925427] env[62555]: DEBUG nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1481.933077] env[62555]: DEBUG nova.network.neutron [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Updated VIF entry in instance network info cache for port 5ee5097a-d454-410b-a5f5-90f7dc1a9423. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1481.933487] env[62555]: DEBUG nova.network.neutron [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Updating instance_info_cache with network_info: [{"id": "5ee5097a-d454-410b-a5f5-90f7dc1a9423", "address": "fa:16:3e:8e:54:25", "network": {"id": "d0892b37-6472-4dc3-b572-4f66c6379fad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2074612597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5225854a8dcb461c9658eab3a1880a16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ee5097a-d4", "ovs_interfaceid": "5ee5097a-d454-410b-a5f5-90f7dc1a9423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.007048] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704441, 'name': CreateVM_Task, 'duration_secs': 0.553935} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.007359] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.007939] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.008122] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.008453] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.008672] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceed37ea-2458-4522-944b-372c4f72d1fa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.013767] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1482.013767] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d5867d-6bc0-d0da-bd50-f0e5e1b3feea" [ 1482.013767] env[62555]: _type = "Task" [ 1482.013767] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.025535] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d5867d-6bc0-d0da-bd50-f0e5e1b3feea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.038187] env[62555]: DEBUG oslo_vmware.api [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704443, 'name': PowerOffVM_Task, 'duration_secs': 0.316195} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.040840] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.040987] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1482.042310] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17b4b8a8-262c-4b17-925f-5421c78de81a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.124730] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1482.124730] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1482.125038] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Deleting the datastore file [datastore1] ab7344d3-bb0b-48f7-bcf6-37edf6daef0e {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1482.125434] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cbbe469-3484-4bdf-b6d9-69e95eeffb4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.139246] env[62555]: DEBUG oslo_vmware.api [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for the task: (returnval){ [ 1482.139246] env[62555]: value = "task-1704447" [ 1482.139246] env[62555]: _type = "Task" [ 1482.139246] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.150935] env[62555]: DEBUG oslo_vmware.api [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.310988] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704444, 'name': Rename_Task, 'duration_secs': 0.287679} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.311406] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.311700] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ab6aa6-a514-48c9-9779-c66c8770bcbc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.325569] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1482.325569] env[62555]: value = "task-1704448" [ 1482.325569] env[62555]: _type = "Task" [ 1482.325569] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.332482] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1482.337096] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.378950] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.436988] env[62555]: DEBUG oslo_concurrency.lockutils [req-e95cb757-4179-4595-aa75-2836896e30d9 req-9d6ab958-96a3-4a7a-aef1-b48e4f963616 service nova] Releasing lock "refresh_cache-b7d0868f-148b-4d9a-b070-bd882b34bc35" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.459101] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b089aa88-c684-4bc4-9fa8-5670901c10e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.468257] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf8e8fa-273e-4d80-b24b-cb8921b16a1d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.502465] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dde9e8-4eab-4d4c-b01c-5d1af0126784 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.511666] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c513499-d4f8-4e90-b7ee-9d09f204ddb9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.526320] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d5867d-6bc0-d0da-bd50-f0e5e1b3feea, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.534519] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.535227] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1482.535227] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.535425] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.535467] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1482.536025] env[62555]: DEBUG nova.compute.provider_tree [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.537695] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50db4a1d-4fa2-4524-956e-f8a5c08d0134 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.549448] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1482.549690] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1482.550502] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aadf261a-532a-4515-b8b2-c09bf4adaa81 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.559251] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1482.559251] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523ffe5d-ffd8-084a-58c1-b9f463aea7fc" [ 1482.559251] env[62555]: _type = "Task" [ 1482.559251] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.568715] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523ffe5d-ffd8-084a-58c1-b9f463aea7fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.651142] env[62555]: DEBUG oslo_vmware.api [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Task: {'id': task-1704447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255344} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.651502] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1482.651704] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1482.651886] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1482.652107] env[62555]: INFO nova.compute.manager [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1482.652435] env[62555]: DEBUG oslo.service.loopingcall [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.652682] env[62555]: DEBUG nova.compute.manager [-] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1482.652795] env[62555]: DEBUG nova.network.neutron [-] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1482.655590] env[62555]: DEBUG nova.compute.manager [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1482.677185] env[62555]: DEBUG nova.virt.hardware [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1482.677576] env[62555]: DEBUG nova.virt.hardware [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1482.677771] env[62555]: DEBUG nova.virt.hardware [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1482.677964] env[62555]: DEBUG nova.virt.hardware [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1482.678133] env[62555]: DEBUG nova.virt.hardware [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1482.678286] env[62555]: DEBUG nova.virt.hardware [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1482.678499] env[62555]: DEBUG nova.virt.hardware [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1482.678661] env[62555]: DEBUG nova.virt.hardware [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1482.678828] env[62555]: DEBUG nova.virt.hardware [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1482.678991] env[62555]: DEBUG nova.virt.hardware [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1482.679187] env[62555]: DEBUG nova.virt.hardware [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1482.680150] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9914ff-ca7d-4b34-b44f-3985a7984e59 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.689803] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c6f016-a9cf-4bd9-8d2c-358fc6570eaf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.847073] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704448, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.879486] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.060611] env[62555]: ERROR nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [req-09c2fd73-89cf-4637-bc7b-d5a961b6bf1f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-09c2fd73-89cf-4637-bc7b-d5a961b6bf1f"}]} [ 1483.073992] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523ffe5d-ffd8-084a-58c1-b9f463aea7fc, 'name': SearchDatastore_Task, 'duration_secs': 0.013727} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.074634] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4942e7a7-77ce-4f52-92f7-d589cc37a246 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.078297] env[62555]: DEBUG nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1483.084442] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1483.084442] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dee6b3-2ab2-1818-6186-c3336e056597" [ 1483.084442] env[62555]: _type = "Task" [ 1483.084442] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.093366] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dee6b3-2ab2-1818-6186-c3336e056597, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.094368] env[62555]: DEBUG nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1483.094583] env[62555]: DEBUG nova.compute.provider_tree [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.121479] env[62555]: DEBUG nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1483.144061] env[62555]: DEBUG nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1483.215149] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.215149] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.246016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "654aac75-7194-4d48-aaa6-ca452959551d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.246016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "654aac75-7194-4d48-aaa6-ca452959551d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.321872] env[62555]: DEBUG nova.compute.manager [req-4c25d2ef-ecd2-4217-a6cd-faedad29bcd2 req-5f90faad-8b2a-46ca-8ae9-900d31bbc391 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Received event network-vif-deleted-1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1483.322183] env[62555]: INFO nova.compute.manager [req-4c25d2ef-ecd2-4217-a6cd-faedad29bcd2 req-5f90faad-8b2a-46ca-8ae9-900d31bbc391 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Neutron deleted interface 1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac; detaching it from the instance and deleting it from the info cache [ 1483.326297] env[62555]: DEBUG nova.network.neutron [req-4c25d2ef-ecd2-4217-a6cd-faedad29bcd2 req-5f90faad-8b2a-46ca-8ae9-900d31bbc391 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.328233] env[62555]: DEBUG nova.compute.manager [req-c6eedd48-a875-46db-837c-c3fba2cc67e6 req-af5c409e-9556-44c6-a6aa-86a57e32675d service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Received event network-vif-plugged-a2ac7f43-7726-4918-91a7-2ecbb556cfe2 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1483.328448] env[62555]: DEBUG oslo_concurrency.lockutils [req-c6eedd48-a875-46db-837c-c3fba2cc67e6 req-af5c409e-9556-44c6-a6aa-86a57e32675d service nova] Acquiring lock "fa4dfbf7-948e-45df-9f11-dbabe8051577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.328676] env[62555]: DEBUG oslo_concurrency.lockutils [req-c6eedd48-a875-46db-837c-c3fba2cc67e6 req-af5c409e-9556-44c6-a6aa-86a57e32675d service nova] Lock "fa4dfbf7-948e-45df-9f11-dbabe8051577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.328881] env[62555]: DEBUG oslo_concurrency.lockutils [req-c6eedd48-a875-46db-837c-c3fba2cc67e6 req-af5c409e-9556-44c6-a6aa-86a57e32675d service nova] Lock "fa4dfbf7-948e-45df-9f11-dbabe8051577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.329103] env[62555]: DEBUG nova.compute.manager [req-c6eedd48-a875-46db-837c-c3fba2cc67e6 req-af5c409e-9556-44c6-a6aa-86a57e32675d service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] No waiting events found dispatching network-vif-plugged-a2ac7f43-7726-4918-91a7-2ecbb556cfe2 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1483.329177] env[62555]: WARNING nova.compute.manager [req-c6eedd48-a875-46db-837c-c3fba2cc67e6 req-af5c409e-9556-44c6-a6aa-86a57e32675d service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Received unexpected event network-vif-plugged-a2ac7f43-7726-4918-91a7-2ecbb556cfe2 for instance with vm_state building and task_state spawning. [ 1483.336196] env[62555]: DEBUG nova.network.neutron [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Successfully updated port: a2ac7f43-7726-4918-91a7-2ecbb556cfe2 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1483.344406] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.381621] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.599503] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dee6b3-2ab2-1818-6186-c3336e056597, 'name': SearchDatastore_Task, 'duration_secs': 0.014058} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.599909] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.600202] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b7d0868f-148b-4d9a-b070-bd882b34bc35/b7d0868f-148b-4d9a-b070-bd882b34bc35.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1483.600461] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e3e09a9-e623-47d2-9a63-6c3ea1ca26e5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.609305] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1483.609305] env[62555]: value = "task-1704449" [ 1483.609305] env[62555]: _type = "Task" [ 1483.609305] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.615389] env[62555]: DEBUG nova.network.neutron [-] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.624314] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.626045] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30223aa1-090c-4964-9f83-43c745e6d1b1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.634940] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a32da7-4bb7-40fd-9c8d-98403bce9184 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.669719] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd2eaab-8822-449f-9361-38023a6455a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.678397] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0084ab1e-c4a6-4ba0-a224-405ed2276977 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.692456] env[62555]: DEBUG nova.compute.provider_tree [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1483.722101] env[62555]: INFO nova.compute.manager [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Detaching volume 37ddedd7-b882-4517-a058-b066214665fc [ 1483.757967] env[62555]: INFO nova.virt.block_device [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Attempting to driver detach volume 37ddedd7-b882-4517-a058-b066214665fc from mountpoint /dev/sdb [ 1483.758322] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1483.758457] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355195', 'volume_id': '37ddedd7-b882-4517-a058-b066214665fc', 'name': 'volume-37ddedd7-b882-4517-a058-b066214665fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3fc6298e-db1d-4b87-8938-1261e2fc00d9', 'attached_at': '', 'detached_at': '', 'volume_id': '37ddedd7-b882-4517-a058-b066214665fc', 'serial': '37ddedd7-b882-4517-a058-b066214665fc'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1483.759354] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7d72a7-c6e4-436b-9a1a-ed806de8b426 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.781924] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13431d28-459d-4289-b2be-8e858ec06a5b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.789582] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da02614-08a4-4e68-861c-ba8dc728f860 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.817188] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac033f15-0a22-48b8-8eb9-c367c22f9430 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.835299] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] The volume has not been displaced from its original location: [datastore1] volume-37ddedd7-b882-4517-a058-b066214665fc/volume-37ddedd7-b882-4517-a058-b066214665fc.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1483.839590] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Reconfiguring VM instance instance-00000012 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1483.844082] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1c3f361-5240-4552-8716-032ad7599335 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.845367] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "refresh_cache-fa4dfbf7-948e-45df-9f11-dbabe8051577" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.845367] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired lock "refresh_cache-fa4dfbf7-948e-45df-9f11-dbabe8051577" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.845506] env[62555]: DEBUG nova.network.neutron [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1483.848491] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b43d0dbd-5d3d-411b-8ccd-9993c13cc36e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.871185] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.876412] env[62555]: DEBUG oslo_vmware.api [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1483.876412] env[62555]: value = "task-1704450" [ 1483.876412] env[62555]: _type = "Task" [ 1483.876412] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.879349] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aaed19-b0d0-4866-87c8-d92f64164e20 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.899486] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.900329] env[62555]: DEBUG nova.network.neutron [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1483.909991] env[62555]: DEBUG oslo_vmware.api [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704450, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.925554] env[62555]: DEBUG nova.compute.manager [req-4c25d2ef-ecd2-4217-a6cd-faedad29bcd2 req-5f90faad-8b2a-46ca-8ae9-900d31bbc391 service nova] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Detach interface failed, port_id=1d8ed43f-6c4d-4576-8e50-80e1ad17b7ac, reason: Instance ab7344d3-bb0b-48f7-bcf6-37edf6daef0e could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1484.048362] env[62555]: DEBUG nova.network.neutron [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Updating instance_info_cache with network_info: [{"id": "a2ac7f43-7726-4918-91a7-2ecbb556cfe2", "address": "fa:16:3e:b9:65:d7", "network": {"id": "dde653ed-e241-43fb-a29a-8874ce81a6f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2010813893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928fbc51b1534ddf9371dc2db4a3d9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ac7f43-77", "ovs_interfaceid": "a2ac7f43-7726-4918-91a7-2ecbb556cfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1484.118932] env[62555]: INFO nova.compute.manager [-] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Took 1.47 seconds to deallocate network for instance. [ 1484.132447] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704449, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.238846] env[62555]: DEBUG nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1484.239363] env[62555]: DEBUG nova.compute.provider_tree [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 71 to 72 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1484.239710] env[62555]: DEBUG nova.compute.provider_tree [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1484.347539] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704448, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.387829] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.397374] env[62555]: DEBUG oslo_vmware.api [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704450, 'name': ReconfigVM_Task, 'duration_secs': 0.306773} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.398224] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Reconfigured VM instance instance-00000012 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1484.404820] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1880acad-dbaa-4d1c-b3f2-eb940d4cc906 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.422073] env[62555]: DEBUG oslo_vmware.api [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1484.422073] env[62555]: value = "task-1704451" [ 1484.422073] env[62555]: _type = "Task" [ 1484.422073] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.431421] env[62555]: DEBUG oslo_vmware.api [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.551778] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Releasing lock "refresh_cache-fa4dfbf7-948e-45df-9f11-dbabe8051577" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.552935] env[62555]: DEBUG nova.compute.manager [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Instance network_info: |[{"id": "a2ac7f43-7726-4918-91a7-2ecbb556cfe2", "address": "fa:16:3e:b9:65:d7", "network": {"id": "dde653ed-e241-43fb-a29a-8874ce81a6f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2010813893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928fbc51b1534ddf9371dc2db4a3d9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ac7f43-77", "ovs_interfaceid": "a2ac7f43-7726-4918-91a7-2ecbb556cfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1484.553549] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:65:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2ac7f43-7726-4918-91a7-2ecbb556cfe2', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1484.564380] env[62555]: DEBUG oslo.service.loopingcall [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1484.564808] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1484.565161] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-424aac77-44d7-40bb-be67-6a631af6464b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.590661] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1484.590661] env[62555]: value = "task-1704452" [ 1484.590661] env[62555]: _type = "Task" [ 1484.590661] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.598607] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704452, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.624958] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800331} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.625970] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.626280] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b7d0868f-148b-4d9a-b070-bd882b34bc35/b7d0868f-148b-4d9a-b070-bd882b34bc35.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1484.626518] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1484.626807] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c71aba8a-bae4-4eb6-97aa-0dbbf81fecba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.634262] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1484.634262] env[62555]: value = "task-1704453" [ 1484.634262] env[62555]: _type = "Task" [ 1484.634262] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.646950] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.752023] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.128s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.752023] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.885s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.754354] env[62555]: INFO nova.compute.claims [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1484.785592] env[62555]: INFO nova.scheduler.client.report [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Deleted allocations for instance a77c7cf3-02f6-4db7-9187-ba6a7a5c452f [ 1484.847864] env[62555]: DEBUG oslo_vmware.api [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704448, 'name': PowerOnVM_Task, 'duration_secs': 2.45451} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.849274] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.849274] env[62555]: INFO nova.compute.manager [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Took 10.99 seconds to spawn the instance on the hypervisor. [ 1484.849274] env[62555]: DEBUG nova.compute.manager [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.849803] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4175ce-1b3c-47e5-acc8-5fc389b5f59c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.886955] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.932436] env[62555]: DEBUG oslo_vmware.api [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704451, 'name': ReconfigVM_Task, 'duration_secs': 0.162936} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.932749] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355195', 'volume_id': '37ddedd7-b882-4517-a058-b066214665fc', 'name': 'volume-37ddedd7-b882-4517-a058-b066214665fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3fc6298e-db1d-4b87-8938-1261e2fc00d9', 'attached_at': '', 'detached_at': '', 'volume_id': '37ddedd7-b882-4517-a058-b066214665fc', 'serial': '37ddedd7-b882-4517-a058-b066214665fc'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1484.954678] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquiring lock "c846f03f-5847-4c38-b654-fe7cf846f059" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.954678] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Lock "c846f03f-5847-4c38-b654-fe7cf846f059" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.954678] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquiring lock "c846f03f-5847-4c38-b654-fe7cf846f059-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.954678] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Lock "c846f03f-5847-4c38-b654-fe7cf846f059-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.954678] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Lock "c846f03f-5847-4c38-b654-fe7cf846f059-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.960229] env[62555]: INFO nova.compute.manager [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Terminating instance [ 1485.103574] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704452, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.144913] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075332} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.145720] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.146035] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213473e5-ae3c-4519-9b56-365ad21dd58a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.170106] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] b7d0868f-148b-4d9a-b070-bd882b34bc35/b7d0868f-148b-4d9a-b070-bd882b34bc35.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.170644] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ffd3db6-1ff2-4cd2-8733-5bce1f775796 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.190729] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1485.190729] env[62555]: value = "task-1704454" [ 1485.190729] env[62555]: _type = "Task" [ 1485.190729] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.199901] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.293214] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d0ef1d48-94ea-482c-b3ed-b49994bfd968 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "a77c7cf3-02f6-4db7-9187-ba6a7a5c452f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.288s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.384011] env[62555]: INFO nova.compute.manager [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Took 39.90 seconds to build instance. [ 1485.394836] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.407351] env[62555]: DEBUG nova.compute.manager [req-5ccef625-2001-423d-8026-be27eb1b4668 req-af944177-ef91-4aeb-b92c-0470c8b2f1ac service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Received event network-changed-a2ac7f43-7726-4918-91a7-2ecbb556cfe2 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1485.407710] env[62555]: DEBUG nova.compute.manager [req-5ccef625-2001-423d-8026-be27eb1b4668 req-af944177-ef91-4aeb-b92c-0470c8b2f1ac service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Refreshing instance network info cache due to event network-changed-a2ac7f43-7726-4918-91a7-2ecbb556cfe2. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1485.408079] env[62555]: DEBUG oslo_concurrency.lockutils [req-5ccef625-2001-423d-8026-be27eb1b4668 req-af944177-ef91-4aeb-b92c-0470c8b2f1ac service nova] Acquiring lock "refresh_cache-fa4dfbf7-948e-45df-9f11-dbabe8051577" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.408349] env[62555]: DEBUG oslo_concurrency.lockutils [req-5ccef625-2001-423d-8026-be27eb1b4668 req-af944177-ef91-4aeb-b92c-0470c8b2f1ac service nova] Acquired lock "refresh_cache-fa4dfbf7-948e-45df-9f11-dbabe8051577" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.408645] env[62555]: DEBUG nova.network.neutron [req-5ccef625-2001-423d-8026-be27eb1b4668 req-af944177-ef91-4aeb-b92c-0470c8b2f1ac service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Refreshing network info cache for port a2ac7f43-7726-4918-91a7-2ecbb556cfe2 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1485.464059] env[62555]: DEBUG nova.compute.manager [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1485.464279] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1485.465486] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f16aa0-afda-4387-8119-47ed33b6ba85 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.473988] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.474293] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ad85fb-ef48-4c52-8271-406012d10927 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.481743] env[62555]: DEBUG nova.objects.instance [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lazy-loading 'flavor' on Instance uuid 3fc6298e-db1d-4b87-8938-1261e2fc00d9 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1485.486664] env[62555]: DEBUG oslo_vmware.api [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for the task: (returnval){ [ 1485.486664] env[62555]: value = "task-1704455" [ 1485.486664] env[62555]: _type = "Task" [ 1485.486664] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.495012] env[62555]: DEBUG oslo_vmware.api [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.602982] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704452, 'name': CreateVM_Task, 'duration_secs': 0.559009} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.603258] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1485.604909] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1485.604909] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.604909] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1485.605174] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdb4300-f5da-4466-b7ff-ae2a136536c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.612139] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1485.612139] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52799dd7-1619-9c08-f200-8de0ab407b50" [ 1485.612139] env[62555]: _type = "Task" [ 1485.612139] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.624853] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52799dd7-1619-9c08-f200-8de0ab407b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.707324] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.886581] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.887013] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8ec0f39-b0a0-4aa0-ab7b-16b3d6c0dc41 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.408s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.001895] env[62555]: DEBUG oslo_vmware.api [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704455, 'name': PowerOffVM_Task, 'duration_secs': 0.239133} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.002191] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.002396] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.002657] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e76c83a-680b-4089-b2d0-5f09bdf11715 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.094140] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.094385] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.094574] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Deleting the datastore file [datastore1] c846f03f-5847-4c38-b654-fe7cf846f059 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.094856] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d14dce62-f032-4bba-90a2-76f51bd67034 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.112348] env[62555]: DEBUG oslo_vmware.api [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for the task: (returnval){ [ 1486.112348] env[62555]: value = "task-1704457" [ 1486.112348] env[62555]: _type = "Task" [ 1486.112348] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.128063] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52799dd7-1619-9c08-f200-8de0ab407b50, 'name': SearchDatastore_Task, 'duration_secs': 0.012377} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.131204] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.132783] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.132783] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.132783] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.132783] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.132783] env[62555]: DEBUG oslo_vmware.api [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.135674] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9785990-d2d8-4cef-accc-a1e8aaa2aef3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.149036] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.149466] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.152520] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe16e9e8-f0e3-4c0c-833c-603cac9e7f6c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.161015] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1486.161015] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e2c3a4-b304-e10c-e8d7-81fa583b3f0e" [ 1486.161015] env[62555]: _type = "Task" [ 1486.161015] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.168069] env[62555]: DEBUG nova.network.neutron [req-5ccef625-2001-423d-8026-be27eb1b4668 req-af944177-ef91-4aeb-b92c-0470c8b2f1ac service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Updated VIF entry in instance network info cache for port a2ac7f43-7726-4918-91a7-2ecbb556cfe2. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1486.168417] env[62555]: DEBUG nova.network.neutron [req-5ccef625-2001-423d-8026-be27eb1b4668 req-af944177-ef91-4aeb-b92c-0470c8b2f1ac service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Updating instance_info_cache with network_info: [{"id": "a2ac7f43-7726-4918-91a7-2ecbb556cfe2", "address": "fa:16:3e:b9:65:d7", "network": {"id": "dde653ed-e241-43fb-a29a-8874ce81a6f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2010813893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928fbc51b1534ddf9371dc2db4a3d9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2ac7f43-77", "ovs_interfaceid": "a2ac7f43-7726-4918-91a7-2ecbb556cfe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.172503] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e2c3a4-b304-e10c-e8d7-81fa583b3f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.207311] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704454, 'name': ReconfigVM_Task, 'duration_secs': 0.682105} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.207584] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Reconfigured VM instance instance-0000002a to attach disk [datastore1] b7d0868f-148b-4d9a-b070-bd882b34bc35/b7d0868f-148b-4d9a-b070-bd882b34bc35.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.208255] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b87535f9-3ce3-491a-8b06-d6e610b84697 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.219326] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1486.219326] env[62555]: value = "task-1704458" [ 1486.219326] env[62555]: _type = "Task" [ 1486.219326] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.232871] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704458, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.320320] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70eab5c-e2b2-4974-b3c1-f248301adc5c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.329135] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443bb3ff-13f4-4924-95f1-01a7d1b1294b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.366712] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9021e36c-e732-4811-a341-480f1357d6f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.378960] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6b5759-12b5-48a3-8811-12e073d28e91 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.389575] env[62555]: DEBUG nova.compute.manager [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1486.392397] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.401424] env[62555]: DEBUG nova.compute.provider_tree [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1486.496400] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26077e34-cd34-4138-a19d-2fa9d755401e tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.281s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1486.623098] env[62555]: DEBUG oslo_vmware.api [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Task: {'id': task-1704457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248633} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.623217] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.623398] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.623586] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.623760] env[62555]: INFO nova.compute.manager [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1486.624015] env[62555]: DEBUG oslo.service.loopingcall [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1486.624226] env[62555]: DEBUG nova.compute.manager [-] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1486.624322] env[62555]: DEBUG nova.network.neutron [-] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.672091] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e2c3a4-b304-e10c-e8d7-81fa583b3f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.028511} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.672892] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbae3985-2284-4724-9f5d-39ab04afceff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.675548] env[62555]: DEBUG oslo_concurrency.lockutils [req-5ccef625-2001-423d-8026-be27eb1b4668 req-af944177-ef91-4aeb-b92c-0470c8b2f1ac service nova] Releasing lock "refresh_cache-fa4dfbf7-948e-45df-9f11-dbabe8051577" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.679818] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1486.679818] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525d61d6-31e8-47c6-f1f1-2f568c39d3e0" [ 1486.679818] env[62555]: _type = "Task" [ 1486.679818] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.690323] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525d61d6-31e8-47c6-f1f1-2f568c39d3e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.734019] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704458, 'name': Rename_Task, 'duration_secs': 0.181468} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.734019] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.734019] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ce2da9e-3f65-4590-ab38-fba003c1a8c6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.742149] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1486.742149] env[62555]: value = "task-1704459" [ 1486.742149] env[62555]: _type = "Task" [ 1486.742149] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.753608] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.886157] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.932392] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.953029] env[62555]: DEBUG nova.scheduler.client.report [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1486.953390] env[62555]: DEBUG nova.compute.provider_tree [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 72 to 73 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1486.953578] env[62555]: DEBUG nova.compute.provider_tree [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1487.194693] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525d61d6-31e8-47c6-f1f1-2f568c39d3e0, 'name': SearchDatastore_Task, 'duration_secs': 0.027586} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.195145] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.195320] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fa4dfbf7-948e-45df-9f11-dbabe8051577/fa4dfbf7-948e-45df-9f11-dbabe8051577.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1487.195598] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56ffe9c6-afc7-4204-946a-3e79be63a524 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.205839] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1487.205839] env[62555]: value = "task-1704460" [ 1487.205839] env[62555]: _type = "Task" [ 1487.205839] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.215252] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.254935] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.387511] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.460153] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1487.460153] env[62555]: DEBUG nova.compute.manager [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1487.462823] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.494s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.465024] env[62555]: INFO nova.compute.claims [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1487.473742] env[62555]: DEBUG nova.compute.manager [req-2a35532f-dc09-4bfa-80c4-49d0a2d42213 req-9ea8c964-a380-49fa-afe9-6f182b4f6f35 service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Received event network-vif-deleted-572c0f56-0a13-41df-b1fb-74832816787d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1487.473824] env[62555]: INFO nova.compute.manager [req-2a35532f-dc09-4bfa-80c4-49d0a2d42213 req-9ea8c964-a380-49fa-afe9-6f182b4f6f35 service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Neutron deleted interface 572c0f56-0a13-41df-b1fb-74832816787d; detaching it from the instance and deleting it from the info cache [ 1487.478365] env[62555]: DEBUG nova.network.neutron [req-2a35532f-dc09-4bfa-80c4-49d0a2d42213 req-9ea8c964-a380-49fa-afe9-6f182b4f6f35 service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.649739] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.650016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1487.717877] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704460, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.718257] env[62555]: DEBUG nova.network.neutron [-] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.754288] env[62555]: DEBUG oslo_vmware.api [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704459, 'name': PowerOnVM_Task, 'duration_secs': 0.971989} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.754746] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1487.754969] env[62555]: INFO nova.compute.manager [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1487.754969] env[62555]: DEBUG nova.compute.manager [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.755911] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b968f2-04bf-4bb9-a27e-2c36922d6328 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.888082] env[62555]: DEBUG oslo_vmware.api [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704445, 'name': ReconfigVM_Task, 'duration_secs': 5.999986} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.888361] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.888575] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Reconfigured VM to detach interface {{(pid=62555) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1487.974856] env[62555]: DEBUG nova.compute.utils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1487.980730] env[62555]: DEBUG nova.compute.manager [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1487.981066] env[62555]: DEBUG nova.network.neutron [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1487.986344] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c5d196f-1b1d-4245-a6ca-01eda78c5bf0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.997768] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639f09f7-9d9d-4e34-bc1e-84d3683c8861 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.034573] env[62555]: DEBUG nova.compute.manager [req-2a35532f-dc09-4bfa-80c4-49d0a2d42213 req-9ea8c964-a380-49fa-afe9-6f182b4f6f35 service nova] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Detach interface failed, port_id=572c0f56-0a13-41df-b1fb-74832816787d, reason: Instance c846f03f-5847-4c38-b654-fe7cf846f059 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1488.041370] env[62555]: DEBUG nova.policy [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73b462bb31b74ed78dea2ad97538a44b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68bb045fc2f14fb897fcd20860981532', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1488.218917] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577098} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.219328] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fa4dfbf7-948e-45df-9f11-dbabe8051577/fa4dfbf7-948e-45df-9f11-dbabe8051577.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.219542] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.219805] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-172e94f6-79b8-456e-a54c-11c02b769f50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.221970] env[62555]: INFO nova.compute.manager [-] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Took 1.60 seconds to deallocate network for instance. [ 1488.232024] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1488.232024] env[62555]: value = "task-1704461" [ 1488.232024] env[62555]: _type = "Task" [ 1488.232024] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.238581] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.277117] env[62555]: INFO nova.compute.manager [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Took 40.52 seconds to build instance. [ 1488.484863] env[62555]: DEBUG nova.compute.manager [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1488.687909] env[62555]: DEBUG nova.network.neutron [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Successfully created port: 400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1488.732714] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.749747] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070509} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.751251] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1488.752373] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a06767-9ed5-4f7e-9960-980b0bffb0ac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.783048] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] fa4dfbf7-948e-45df-9f11-dbabe8051577/fa4dfbf7-948e-45df-9f11-dbabe8051577.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.787676] env[62555]: DEBUG oslo_concurrency.lockutils [None req-14e5668c-c0f9-47ad-a707-a84a6b0d4ce4 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "b7d0868f-148b-4d9a-b070-bd882b34bc35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.741s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.787890] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0e0c1f1-fb29-4453-a2ac-fb57b4023711 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.816291] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1488.816291] env[62555]: value = "task-1704462" [ 1488.816291] env[62555]: _type = "Task" [ 1488.816291] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.827355] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.057931] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287d0446-7b5b-4b92-afa6-81eb4d0e7581 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.066862] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7611767b-7dc4-47b4-b725-6b37d85e3941 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.100091] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784abf72-0973-4909-930b-84fdacbe0ab0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.110014] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57e734c-e053-4240-9833-54302e0f728f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.126119] env[62555]: DEBUG nova.compute.provider_tree [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.165166] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.165366] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.165546] env[62555]: DEBUG nova.network.neutron [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.246557] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.246557] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.246557] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.246557] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.246557] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1489.247467] env[62555]: INFO nova.compute.manager [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Terminating instance [ 1489.312026] env[62555]: DEBUG nova.compute.manager [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1489.329900] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704462, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.386643] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "b6326d64-937c-46d9-8cba-883172239877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.386882] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "b6326d64-937c-46d9-8cba-883172239877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1489.496701] env[62555]: DEBUG nova.compute.manager [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1489.527587] env[62555]: DEBUG nova.virt.hardware [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1489.527836] env[62555]: DEBUG nova.virt.hardware [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1489.527991] env[62555]: DEBUG nova.virt.hardware [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.528199] env[62555]: DEBUG nova.virt.hardware [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1489.528343] env[62555]: DEBUG nova.virt.hardware [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.528487] env[62555]: DEBUG nova.virt.hardware [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1489.528694] env[62555]: DEBUG nova.virt.hardware [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1489.528851] env[62555]: DEBUG nova.virt.hardware [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1489.529091] env[62555]: DEBUG nova.virt.hardware [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1489.529289] env[62555]: DEBUG nova.virt.hardware [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1489.529467] env[62555]: DEBUG nova.virt.hardware [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1489.530385] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b72258-943c-4801-91c5-a51f849aa47c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.541968] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1af6f1-6586-47fe-ac15-690489986430 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.613347] env[62555]: DEBUG nova.compute.manager [req-be78562c-6549-41c1-8963-9048764c3de0 req-0be8dae2-900f-4eed-a982-ce7a73307b60 service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Received event network-vif-deleted-5c64c683-eb7e-4431-b85c-614e1c461bff {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1489.613347] env[62555]: INFO nova.compute.manager [req-be78562c-6549-41c1-8963-9048764c3de0 req-0be8dae2-900f-4eed-a982-ce7a73307b60 service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Neutron deleted interface 5c64c683-eb7e-4431-b85c-614e1c461bff; detaching it from the instance and deleting it from the info cache [ 1489.614031] env[62555]: DEBUG nova.network.neutron [req-be78562c-6549-41c1-8963-9048764c3de0 req-0be8dae2-900f-4eed-a982-ce7a73307b60 service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Updating instance_info_cache with network_info: [{"id": "78d3207b-7570-4f72-8785-1ff87bff414c", "address": "fa:16:3e:5e:4d:99", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d3207b-75", "ovs_interfaceid": "78d3207b-7570-4f72-8785-1ff87bff414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.648375] env[62555]: ERROR nova.scheduler.client.report [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [req-dc86321c-f1b5-4bdc-9bb3-cbdc19744ab1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dc86321c-f1b5-4bdc-9bb3-cbdc19744ab1"}]} [ 1489.664348] env[62555]: DEBUG nova.scheduler.client.report [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1489.683548] env[62555]: DEBUG nova.scheduler.client.report [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1489.683795] env[62555]: DEBUG nova.compute.provider_tree [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1489.700194] env[62555]: DEBUG nova.scheduler.client.report [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1489.720583] env[62555]: DEBUG nova.scheduler.client.report [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1489.751208] env[62555]: DEBUG nova.compute.manager [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1489.751470] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.752416] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9807b737-e3f4-4a3c-bdcd-3ba4a3a85ec8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.762366] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.762617] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14ff3ead-2594-44fb-a6f3-8b34f5e116b1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.771887] env[62555]: DEBUG oslo_vmware.api [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1489.771887] env[62555]: value = "task-1704463" [ 1489.771887] env[62555]: _type = "Task" [ 1489.771887] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.784934] env[62555]: DEBUG oslo_vmware.api [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.829087] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704462, 'name': ReconfigVM_Task, 'duration_secs': 0.5711} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.829265] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Reconfigured VM instance instance-0000002b to attach disk [datastore1] fa4dfbf7-948e-45df-9f11-dbabe8051577/fa4dfbf7-948e-45df-9f11-dbabe8051577.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1489.829900] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f1f9ea5-d45f-4872-8e2e-ce066906dc53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.833490] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1489.840023] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1489.840023] env[62555]: value = "task-1704464" [ 1489.840023] env[62555]: _type = "Task" [ 1489.840023] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.855249] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704464, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.937465] env[62555]: INFO nova.network.neutron [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Port 5c64c683-eb7e-4431-b85c-614e1c461bff from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1489.937855] env[62555]: DEBUG nova.network.neutron [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Updating instance_info_cache with network_info: [{"id": "78d3207b-7570-4f72-8785-1ff87bff414c", "address": "fa:16:3e:5e:4d:99", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d3207b-75", "ovs_interfaceid": "78d3207b-7570-4f72-8785-1ff87bff414c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.117499] env[62555]: DEBUG oslo_concurrency.lockutils [req-be78562c-6549-41c1-8963-9048764c3de0 req-0be8dae2-900f-4eed-a982-ce7a73307b60 service nova] Acquiring lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.212390] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af607fcf-8f56-40b2-bb73-cfbb86852cd5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.221776] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a038bc-8e17-46ea-a996-39b2228b5650 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.259365] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7688c4-d222-4ff2-bee2-4a28d896192f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.268306] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ed4bf7-8ae8-4f86-bd9f-e75dbfbfe5d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.287267] env[62555]: DEBUG nova.compute.provider_tree [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1490.296699] env[62555]: DEBUG oslo_vmware.api [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704463, 'name': PowerOffVM_Task, 'duration_secs': 0.306092} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.296699] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.296699] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.296699] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dfdb710-9186-4090-9478-8f2073787177 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.348597] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704464, 'name': Rename_Task, 'duration_secs': 0.168543} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.348944] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1490.349283] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c1d2737-f87d-43e6-ae62-9253b9217592 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.356473] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1490.356473] env[62555]: value = "task-1704466" [ 1490.356473] env[62555]: _type = "Task" [ 1490.356473] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.365474] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.407241] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.407475] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.407659] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleting the datastore file [datastore1] 6073fd04-afee-4fe8-bbe8-5f283c134cf7 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.407931] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5efb85c4-b8ab-43cd-8b2b-bde8df9e87bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.418318] env[62555]: DEBUG oslo_vmware.api [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1490.418318] env[62555]: value = "task-1704467" [ 1490.418318] env[62555]: _type = "Task" [ 1490.418318] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.428082] env[62555]: DEBUG oslo_vmware.api [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.441534] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.538201] env[62555]: DEBUG nova.compute.manager [req-6bb3e189-9e0e-456c-957a-6b0fbc540bed req-81133b08-8666-4105-81ae-8fb9c3460f8a service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Received event network-vif-plugged-400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1490.538421] env[62555]: DEBUG oslo_concurrency.lockutils [req-6bb3e189-9e0e-456c-957a-6b0fbc540bed req-81133b08-8666-4105-81ae-8fb9c3460f8a service nova] Acquiring lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.538727] env[62555]: DEBUG oslo_concurrency.lockutils [req-6bb3e189-9e0e-456c-957a-6b0fbc540bed req-81133b08-8666-4105-81ae-8fb9c3460f8a service nova] Lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.538931] env[62555]: DEBUG oslo_concurrency.lockutils [req-6bb3e189-9e0e-456c-957a-6b0fbc540bed req-81133b08-8666-4105-81ae-8fb9c3460f8a service nova] Lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.539164] env[62555]: DEBUG nova.compute.manager [req-6bb3e189-9e0e-456c-957a-6b0fbc540bed req-81133b08-8666-4105-81ae-8fb9c3460f8a service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] No waiting events found dispatching network-vif-plugged-400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1490.539532] env[62555]: WARNING nova.compute.manager [req-6bb3e189-9e0e-456c-957a-6b0fbc540bed req-81133b08-8666-4105-81ae-8fb9c3460f8a service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Received unexpected event network-vif-plugged-400cfd3c-166f-4895-9119-8326eca623f5 for instance with vm_state building and task_state spawning. [ 1490.652391] env[62555]: DEBUG nova.network.neutron [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Successfully updated port: 400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1490.820526] env[62555]: DEBUG nova.scheduler.client.report [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1490.820812] env[62555]: DEBUG nova.compute.provider_tree [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 75 to 76 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1490.821058] env[62555]: DEBUG nova.compute.provider_tree [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1490.868473] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704466, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.931411] env[62555]: DEBUG oslo_vmware.api [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25033} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.931758] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1490.932061] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1490.932332] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1490.932573] env[62555]: INFO nova.compute.manager [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1490.932873] env[62555]: DEBUG oslo.service.loopingcall [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.933254] env[62555]: DEBUG nova.compute.manager [-] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1490.933409] env[62555]: DEBUG nova.network.neutron [-] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1490.946313] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ab089781-963b-4b0a-aed1-f8c81ff9f2b1 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-6073fd04-afee-4fe8-bbe8-5f283c134cf7-5c64c683-eb7e-4431-b85c-614e1c461bff" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.698s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.157259] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquiring lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.157259] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquired lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.157259] env[62555]: DEBUG nova.network.neutron [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.326073] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.863s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.329741] env[62555]: DEBUG nova.compute.manager [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1491.332804] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.376s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.369526] env[62555]: DEBUG oslo_vmware.api [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704466, 'name': PowerOnVM_Task, 'duration_secs': 0.526449} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.370031] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1491.370407] env[62555]: INFO nova.compute.manager [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1491.370661] env[62555]: DEBUG nova.compute.manager [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1491.372027] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d93e2b-3129-4fd9-ae26-2cf196335f57 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.703940] env[62555]: DEBUG nova.network.neutron [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1491.834242] env[62555]: DEBUG nova.compute.utils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1491.835782] env[62555]: DEBUG nova.compute.manager [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1491.835965] env[62555]: DEBUG nova.network.neutron [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1491.858967] env[62555]: DEBUG nova.compute.manager [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1491.896944] env[62555]: INFO nova.compute.manager [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Took 41.56 seconds to build instance. [ 1491.950069] env[62555]: DEBUG nova.policy [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '001d7b5d2bf34ad2861b2998d7a4f9b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3498d5a7e64144c6ae39773812b282e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1491.957216] env[62555]: DEBUG nova.network.neutron [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updating instance_info_cache with network_info: [{"id": "400cfd3c-166f-4895-9119-8326eca623f5", "address": "fa:16:3e:82:4c:67", "network": {"id": "3fe822a3-f289-4ff7-a054-934c947f0476", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1753856461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68bb045fc2f14fb897fcd20860981532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400cfd3c-16", "ovs_interfaceid": "400cfd3c-166f-4895-9119-8326eca623f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.003596] env[62555]: DEBUG nova.network.neutron [-] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.087065] env[62555]: DEBUG oslo_concurrency.lockutils [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "57c76784-a3bc-4a7e-97ad-73a06e2835da" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.087623] env[62555]: DEBUG oslo_concurrency.lockutils [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "57c76784-a3bc-4a7e-97ad-73a06e2835da" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.087997] env[62555]: DEBUG nova.compute.manager [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1492.089512] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3728a6-00a1-46d4-8250-53046cdffc82 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.100075] env[62555]: DEBUG nova.compute.manager [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62555) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1492.100818] env[62555]: DEBUG nova.objects.instance [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lazy-loading 'flavor' on Instance uuid 57c76784-a3bc-4a7e-97ad-73a06e2835da {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.243512] env[62555]: DEBUG nova.network.neutron [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Successfully created port: eb9d7e90-5914-4c9f-bcd2-e26996821915 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1492.393069] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance edf2a86a-4a12-4eca-91c6-bf8af0557ae0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1492.393376] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance d1725c27-a544-4755-b46f-ddeecfe314e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1492.393411] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance ab7344d3-bb0b-48f7-bcf6-37edf6daef0e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1492.393540] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 6073fd04-afee-4fe8-bbe8-5f283c134cf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.393661] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 3fc6298e-db1d-4b87-8938-1261e2fc00d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.393784] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance c846f03f-5847-4c38-b654-fe7cf846f059 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1492.393899] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 5407aef9-6270-418f-b018-fee8ef74dbe4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.395444] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 34828a36-3444-435b-98a2-cd82665c4ef9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.395838] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 18a1b107-48ee-4015-8c12-8ffb99fabb26 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1492.396033] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 82834fab-3c1c-4451-a202-49dced9c36ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.396172] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9507999b-d5a3-4091-8457-a119a1726ea2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.396294] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 970f5425-a9c9-4195-9e62-b66aaffdc05f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.396407] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance fd85eb9e-eeab-4688-9215-ed22e1eab49f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.396517] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance b0fa6b1c-5bab-4391-ba3d-4e1584a011e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.396715] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 447825a7-a6e1-4f03-942a-c5a3a7eca6ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1492.396875] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 4837a7c6-6688-457e-ba85-d57b99a13ed9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.396996] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance eeaafee9-6976-4796-a177-5fffaa70ee15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.397147] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 57c76784-a3bc-4a7e-97ad-73a06e2835da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.397273] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance c4828b08-06d6-4914-9bc9-46f3ee8f9bc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.397384] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance b7d0868f-148b-4d9a-b070-bd882b34bc35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.397492] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance fa4dfbf7-948e-45df-9f11-dbabe8051577 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.397599] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.397704] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance c9cd4322-e60f-4744-9dd4-739249b96d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1492.402995] env[62555]: DEBUG oslo_concurrency.lockutils [None req-72a7575d-6a22-4e2f-87ee-63d349fcd02a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "fa4dfbf7-948e-45df-9f11-dbabe8051577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.799s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.459834] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Releasing lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.459834] env[62555]: DEBUG nova.compute.manager [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Instance network_info: |[{"id": "400cfd3c-166f-4895-9119-8326eca623f5", "address": "fa:16:3e:82:4c:67", "network": {"id": "3fe822a3-f289-4ff7-a054-934c947f0476", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1753856461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68bb045fc2f14fb897fcd20860981532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400cfd3c-16", "ovs_interfaceid": "400cfd3c-166f-4895-9119-8326eca623f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1492.460805] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:4c:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '400cfd3c-166f-4895-9119-8326eca623f5', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1492.468028] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Creating folder: Project (68bb045fc2f14fb897fcd20860981532). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1492.468321] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76482a2d-67e2-4f2b-bdcc-7021b0563662 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.481369] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Created folder: Project (68bb045fc2f14fb897fcd20860981532) in parent group-v355069. [ 1492.481579] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Creating folder: Instances. Parent ref: group-v355202. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1492.481828] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-277d1eba-5472-41af-91df-226204500956 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.496197] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Created folder: Instances in parent group-v355202. [ 1492.496197] env[62555]: DEBUG oslo.service.loopingcall [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1492.496197] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1492.496912] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b361e162-fd0a-47d1-a570-a92ac127e7e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.515171] env[62555]: INFO nova.compute.manager [-] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Took 1.58 seconds to deallocate network for instance. [ 1492.523131] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1492.523131] env[62555]: value = "task-1704470" [ 1492.523131] env[62555]: _type = "Task" [ 1492.523131] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.532373] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704470, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.662801] env[62555]: DEBUG nova.compute.manager [req-b53871e2-7464-4fa2-92e5-5c48c21516a6 req-dd1b6b5e-b351-424b-be63-714268628334 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Received event network-changed-400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1492.663405] env[62555]: DEBUG nova.compute.manager [req-b53871e2-7464-4fa2-92e5-5c48c21516a6 req-dd1b6b5e-b351-424b-be63-714268628334 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Refreshing instance network info cache due to event network-changed-400cfd3c-166f-4895-9119-8326eca623f5. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1492.663802] env[62555]: DEBUG oslo_concurrency.lockutils [req-b53871e2-7464-4fa2-92e5-5c48c21516a6 req-dd1b6b5e-b351-424b-be63-714268628334 service nova] Acquiring lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.663988] env[62555]: DEBUG oslo_concurrency.lockutils [req-b53871e2-7464-4fa2-92e5-5c48c21516a6 req-dd1b6b5e-b351-424b-be63-714268628334 service nova] Acquired lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.664148] env[62555]: DEBUG nova.network.neutron [req-b53871e2-7464-4fa2-92e5-5c48c21516a6 req-dd1b6b5e-b351-424b-be63-714268628334 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Refreshing network info cache for port 400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1492.873939] env[62555]: DEBUG nova.compute.manager [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1492.902743] env[62555]: DEBUG nova.virt.hardware [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:03:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='50ad4941-6d26-4d9f-a1c0-63fca34008eb',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-975459429',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1492.902743] env[62555]: DEBUG nova.virt.hardware [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1492.902743] env[62555]: DEBUG nova.virt.hardware [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1492.902967] env[62555]: DEBUG nova.virt.hardware [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1492.902967] env[62555]: DEBUG nova.virt.hardware [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1492.903058] env[62555]: DEBUG nova.virt.hardware [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1492.907449] env[62555]: DEBUG nova.virt.hardware [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1492.907449] env[62555]: DEBUG nova.virt.hardware [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1492.907449] env[62555]: DEBUG nova.virt.hardware [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1492.907449] env[62555]: DEBUG nova.virt.hardware [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1492.907449] env[62555]: DEBUG nova.virt.hardware [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1492.907449] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 69481620-9360-4fce-a2e8-91ea5046bd64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1492.907449] env[62555]: DEBUG nova.compute.manager [None req-15b2b1f5-b67d-40ea-8c10-afbb1ede2d26 tempest-ServersListShow296Test-76918646 tempest-ServersListShow296Test-76918646-project-member] [instance: 733d3d1d-2947-432a-b8a6-60303c8c6053] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1492.911659] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee1242a-5ce5-48e4-a60e-313d4200f6be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.921826] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d307d-f545-4314-8141-7901fe5cd30d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.025461] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.036656] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704470, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.117377] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.117711] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ce424c4-bece-4517-94ce-a6de654a8d89 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.127240] env[62555]: DEBUG oslo_vmware.api [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1493.127240] env[62555]: value = "task-1704471" [ 1493.127240] env[62555]: _type = "Task" [ 1493.127240] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.138665] env[62555]: DEBUG oslo_vmware.api [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.413744] env[62555]: DEBUG nova.compute.manager [None req-15b2b1f5-b67d-40ea-8c10-afbb1ede2d26 tempest-ServersListShow296Test-76918646 tempest-ServersListShow296Test-76918646-project-member] [instance: 733d3d1d-2947-432a-b8a6-60303c8c6053] Instance disappeared before build. {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1493.415217] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 5531e02e-939b-4dfa-b341-9f3d4dd2a875 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1493.458709] env[62555]: DEBUG nova.network.neutron [req-b53871e2-7464-4fa2-92e5-5c48c21516a6 req-dd1b6b5e-b351-424b-be63-714268628334 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updated VIF entry in instance network info cache for port 400cfd3c-166f-4895-9119-8326eca623f5. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.460132] env[62555]: DEBUG nova.network.neutron [req-b53871e2-7464-4fa2-92e5-5c48c21516a6 req-dd1b6b5e-b351-424b-be63-714268628334 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updating instance_info_cache with network_info: [{"id": "400cfd3c-166f-4895-9119-8326eca623f5", "address": "fa:16:3e:82:4c:67", "network": {"id": "3fe822a3-f289-4ff7-a054-934c947f0476", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1753856461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68bb045fc2f14fb897fcd20860981532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400cfd3c-16", "ovs_interfaceid": "400cfd3c-166f-4895-9119-8326eca623f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.540189] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704470, 'name': CreateVM_Task, 'duration_secs': 0.634074} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.540189] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1493.542293] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.542293] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.542293] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1493.542293] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48601d04-c6ac-4718-8125-d3bb52521207 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.548523] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1493.548523] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52587702-d8ee-9481-62e6-5b637a84906a" [ 1493.548523] env[62555]: _type = "Task" [ 1493.548523] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.558887] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52587702-d8ee-9481-62e6-5b637a84906a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.641908] env[62555]: DEBUG oslo_vmware.api [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704471, 'name': PowerOffVM_Task, 'duration_secs': 0.295123} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.642289] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.642498] env[62555]: DEBUG nova.compute.manager [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1493.643391] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f595df49-7a8c-49cc-bb48-b9660aeeaf6d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.713857] env[62555]: DEBUG nova.compute.manager [req-199741a9-e07a-4c27-908a-b30007ad5a85 req-0aec97e8-b9bb-48a3-b7a8-9c731bdff3f7 service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Received event network-vif-plugged-eb9d7e90-5914-4c9f-bcd2-e26996821915 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1493.714011] env[62555]: DEBUG oslo_concurrency.lockutils [req-199741a9-e07a-4c27-908a-b30007ad5a85 req-0aec97e8-b9bb-48a3-b7a8-9c731bdff3f7 service nova] Acquiring lock "c9cd4322-e60f-4744-9dd4-739249b96d34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.714244] env[62555]: DEBUG oslo_concurrency.lockutils [req-199741a9-e07a-4c27-908a-b30007ad5a85 req-0aec97e8-b9bb-48a3-b7a8-9c731bdff3f7 service nova] Lock "c9cd4322-e60f-4744-9dd4-739249b96d34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.714436] env[62555]: DEBUG oslo_concurrency.lockutils [req-199741a9-e07a-4c27-908a-b30007ad5a85 req-0aec97e8-b9bb-48a3-b7a8-9c731bdff3f7 service nova] Lock "c9cd4322-e60f-4744-9dd4-739249b96d34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.714606] env[62555]: DEBUG nova.compute.manager [req-199741a9-e07a-4c27-908a-b30007ad5a85 req-0aec97e8-b9bb-48a3-b7a8-9c731bdff3f7 service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] No waiting events found dispatching network-vif-plugged-eb9d7e90-5914-4c9f-bcd2-e26996821915 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1493.714781] env[62555]: WARNING nova.compute.manager [req-199741a9-e07a-4c27-908a-b30007ad5a85 req-0aec97e8-b9bb-48a3-b7a8-9c731bdff3f7 service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Received unexpected event network-vif-plugged-eb9d7e90-5914-4c9f-bcd2-e26996821915 for instance with vm_state building and task_state spawning. [ 1493.787692] env[62555]: DEBUG nova.network.neutron [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Successfully updated port: eb9d7e90-5914-4c9f-bcd2-e26996821915 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1493.920651] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance f895c262-2599-4660-a5d2-f0d78355aa45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1493.931644] env[62555]: DEBUG oslo_concurrency.lockutils [None req-15b2b1f5-b67d-40ea-8c10-afbb1ede2d26 tempest-ServersListShow296Test-76918646 tempest-ServersListShow296Test-76918646-project-member] Lock "733d3d1d-2947-432a-b8a6-60303c8c6053" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.501s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.962072] env[62555]: DEBUG oslo_concurrency.lockutils [req-b53871e2-7464-4fa2-92e5-5c48c21516a6 req-dd1b6b5e-b351-424b-be63-714268628334 service nova] Releasing lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.962740] env[62555]: DEBUG nova.compute.manager [req-b53871e2-7464-4fa2-92e5-5c48c21516a6 req-dd1b6b5e-b351-424b-be63-714268628334 service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Received event network-vif-deleted-78d3207b-7570-4f72-8785-1ff87bff414c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1494.059847] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52587702-d8ee-9481-62e6-5b637a84906a, 'name': SearchDatastore_Task, 'duration_secs': 0.012421} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.060175] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.060415] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1494.060778] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.060848] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.060969] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1494.061301] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c88690f3-e24d-492f-976d-b4536c7ad0ff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.071802] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1494.072033] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1494.074371] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a176ce08-9875-4ea6-bb7e-c2b316adc311 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.079640] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1494.079640] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52283840-24b5-d0dd-466a-0b4339dcef1e" [ 1494.079640] env[62555]: _type = "Task" [ 1494.079640] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.089464] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52283840-24b5-d0dd-466a-0b4339dcef1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.156501] env[62555]: DEBUG oslo_concurrency.lockutils [None req-922b8373-2ca8-430f-a61d-24fa3fede07c tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "57c76784-a3bc-4a7e-97ad-73a06e2835da" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.286962] env[62555]: DEBUG nova.compute.manager [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1494.287912] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca0caa2-f55e-432d-aefb-29e8c5b86524 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.291248] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.291391] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.291561] env[62555]: DEBUG nova.network.neutron [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1494.423738] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 4290adde-f861-4f47-8343-4f937865b4e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1494.435111] env[62555]: DEBUG nova.compute.manager [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1494.590734] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52283840-24b5-d0dd-466a-0b4339dcef1e, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.591588] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5138b7cf-21b0-408d-a199-7b6a5819f285 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.598340] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1494.598340] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52430877-30dd-f863-2425-0a069ce4f272" [ 1494.598340] env[62555]: _type = "Task" [ 1494.598340] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.608941] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52430877-30dd-f863-2425-0a069ce4f272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.652076] env[62555]: DEBUG nova.objects.instance [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lazy-loading 'flavor' on Instance uuid 57c76784-a3bc-4a7e-97ad-73a06e2835da {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.802566] env[62555]: INFO nova.compute.manager [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] instance snapshotting [ 1494.805581] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0be623-4ba0-4a2b-8a48-b6770c8d2e6b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.825847] env[62555]: DEBUG nova.network.neutron [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1494.828297] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9dd4e6-ca2b-4090-8ff6-4a09a47b759a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.927619] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 47a16523-83e6-4b11-9695-06b96a92dd13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1494.962583] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1494.966892] env[62555]: DEBUG nova.network.neutron [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance_info_cache with network_info: [{"id": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "address": "fa:16:3e:ce:15:3c", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9d7e90-59", "ovs_interfaceid": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.115194] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52430877-30dd-f863-2425-0a069ce4f272, 'name': SearchDatastore_Task, 'duration_secs': 0.033556} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.115504] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.115807] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3/831d4c6b-09ba-4f1b-99cd-8c5f95374cd3.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1495.116114] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e0726088-05be-46c3-aa4f-938a6defb514 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.126080] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1495.126080] env[62555]: value = "task-1704472" [ 1495.126080] env[62555]: _type = "Task" [ 1495.126080] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.136903] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.156716] env[62555]: DEBUG oslo_concurrency.lockutils [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "refresh_cache-57c76784-a3bc-4a7e-97ad-73a06e2835da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.156887] env[62555]: DEBUG oslo_concurrency.lockutils [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquired lock "refresh_cache-57c76784-a3bc-4a7e-97ad-73a06e2835da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.157080] env[62555]: DEBUG nova.network.neutron [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.157267] env[62555]: DEBUG nova.objects.instance [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lazy-loading 'info_cache' on Instance uuid 57c76784-a3bc-4a7e-97ad-73a06e2835da {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1495.339971] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1495.340313] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-85e97d2d-6635-44fb-addf-ce0fac12e19c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.348287] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1495.348287] env[62555]: value = "task-1704473" [ 1495.348287] env[62555]: _type = "Task" [ 1495.348287] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.356994] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704473, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.430162] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance d21ddb2e-1206-4135-b9e2-7d76dcf27864 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1495.470811] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.471252] env[62555]: DEBUG nova.compute.manager [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Instance network_info: |[{"id": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "address": "fa:16:3e:ce:15:3c", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9d7e90-59", "ovs_interfaceid": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1495.471643] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:15:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb9d7e90-5914-4c9f-bcd2-e26996821915', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1495.479750] env[62555]: DEBUG oslo.service.loopingcall [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1495.481181] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1495.481181] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0bb91b2-7c4d-4d9a-8ddb-8ea2ce08875a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.503217] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1495.503217] env[62555]: value = "task-1704474" [ 1495.503217] env[62555]: _type = "Task" [ 1495.503217] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.512945] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704474, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.639813] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704472, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.661312] env[62555]: DEBUG nova.objects.base [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Object Instance<57c76784-a3bc-4a7e-97ad-73a06e2835da> lazy-loaded attributes: flavor,info_cache {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1495.746234] env[62555]: DEBUG nova.compute.manager [req-3c3d01f9-b39e-4736-ac31-dc2cd246c113 req-ce8e5092-c5f3-4ba1-98db-b36ede73bbab service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Received event network-changed-eb9d7e90-5914-4c9f-bcd2-e26996821915 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1495.746542] env[62555]: DEBUG nova.compute.manager [req-3c3d01f9-b39e-4736-ac31-dc2cd246c113 req-ce8e5092-c5f3-4ba1-98db-b36ede73bbab service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Refreshing instance network info cache due to event network-changed-eb9d7e90-5914-4c9f-bcd2-e26996821915. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1495.746816] env[62555]: DEBUG oslo_concurrency.lockutils [req-3c3d01f9-b39e-4736-ac31-dc2cd246c113 req-ce8e5092-c5f3-4ba1-98db-b36ede73bbab service nova] Acquiring lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.746992] env[62555]: DEBUG oslo_concurrency.lockutils [req-3c3d01f9-b39e-4736-ac31-dc2cd246c113 req-ce8e5092-c5f3-4ba1-98db-b36ede73bbab service nova] Acquired lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.747207] env[62555]: DEBUG nova.network.neutron [req-3c3d01f9-b39e-4736-ac31-dc2cd246c113 req-ce8e5092-c5f3-4ba1-98db-b36ede73bbab service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Refreshing network info cache for port eb9d7e90-5914-4c9f-bcd2-e26996821915 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1495.859050] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704473, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.937250] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 07ca9076-1acb-4cd7-aee4-89675f9a0229 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1496.014738] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704474, 'name': CreateVM_Task, 'duration_secs': 0.42652} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.014891] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1496.015607] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.015769] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.016099] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1496.016357] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ecf0ffa-dece-4cf5-bf48-332a5cb6e1c1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.021684] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1496.021684] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52389e14-8b82-6f74-a4f7-688dd949d1a0" [ 1496.021684] env[62555]: _type = "Task" [ 1496.021684] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.030677] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52389e14-8b82-6f74-a4f7-688dd949d1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.137450] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56172} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.137719] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3/831d4c6b-09ba-4f1b-99cd-8c5f95374cd3.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1496.137927] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1496.138195] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b264567-9922-4fe7-a9b5-69937336162b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.145250] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1496.145250] env[62555]: value = "task-1704475" [ 1496.145250] env[62555]: _type = "Task" [ 1496.145250] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.152944] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.354812] env[62555]: DEBUG nova.network.neutron [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Updating instance_info_cache with network_info: [{"id": "222c8649-87bc-4853-a002-b3d365ad8e53", "address": "fa:16:3e:1e:f6:15", "network": {"id": "d0892b37-6472-4dc3-b572-4f66c6379fad", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2074612597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5225854a8dcb461c9658eab3a1880a16", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089ef678-58b4-4bf0-a39d-b94b2d364291", "external-id": "nsx-vlan-transportzone-675", "segmentation_id": 675, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap222c8649-87", "ovs_interfaceid": "222c8649-87bc-4853-a002-b3d365ad8e53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.361842] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704473, 'name': CreateSnapshot_Task, 'duration_secs': 0.683429} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.362120] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1496.362864] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4ea6af-7cd0-48f3-9ef4-41cadce79c94 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.441914] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1496.479907] env[62555]: DEBUG nova.network.neutron [req-3c3d01f9-b39e-4736-ac31-dc2cd246c113 req-ce8e5092-c5f3-4ba1-98db-b36ede73bbab service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updated VIF entry in instance network info cache for port eb9d7e90-5914-4c9f-bcd2-e26996821915. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1496.479907] env[62555]: DEBUG nova.network.neutron [req-3c3d01f9-b39e-4736-ac31-dc2cd246c113 req-ce8e5092-c5f3-4ba1-98db-b36ede73bbab service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance_info_cache with network_info: [{"id": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "address": "fa:16:3e:ce:15:3c", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9d7e90-59", "ovs_interfaceid": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.533339] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52389e14-8b82-6f74-a4f7-688dd949d1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.534870] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.534870] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1496.534870] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1496.534870] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.534870] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1496.534870] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73a20ece-ad0b-4977-87ca-a8e089394648 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.552266] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1496.552997] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1496.553386] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e42e765-a4e9-4037-9186-891e404746fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.559911] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1496.559911] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c66d2d-1c44-a7d3-c994-b229034321f5" [ 1496.559911] env[62555]: _type = "Task" [ 1496.559911] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.568728] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c66d2d-1c44-a7d3-c994-b229034321f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.657104] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071352} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.657104] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1496.657104] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c318c6-cf4c-4335-ab50-3e14a2c3ec76 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.679144] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3/831d4c6b-09ba-4f1b-99cd-8c5f95374cd3.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1496.679438] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48872062-41f6-4954-a973-6255f5cedaa1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.700469] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1496.700469] env[62555]: value = "task-1704476" [ 1496.700469] env[62555]: _type = "Task" [ 1496.700469] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.709240] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.858715] env[62555]: DEBUG oslo_concurrency.lockutils [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Releasing lock "refresh_cache-57c76784-a3bc-4a7e-97ad-73a06e2835da" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.883696] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1496.884218] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eea12905-b03a-4026-9c76-d512154cfe00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.893869] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1496.893869] env[62555]: value = "task-1704477" [ 1496.893869] env[62555]: _type = "Task" [ 1496.893869] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.902478] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704477, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.943065] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 83fd6c8d-bf51-4314-ab64-b6f3be48e895 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1496.982459] env[62555]: DEBUG oslo_concurrency.lockutils [req-3c3d01f9-b39e-4736-ac31-dc2cd246c113 req-ce8e5092-c5f3-4ba1-98db-b36ede73bbab service nova] Releasing lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.071448] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c66d2d-1c44-a7d3-c994-b229034321f5, 'name': SearchDatastore_Task, 'duration_secs': 0.074067} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.072361] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-991b5492-e6b7-41a4-8b58-3c21fe12f96f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.078888] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1497.078888] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e04157-4dab-2a7d-fbf5-56e54577e8dc" [ 1497.078888] env[62555]: _type = "Task" [ 1497.078888] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.090475] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e04157-4dab-2a7d-fbf5-56e54577e8dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.210951] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.405600] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704477, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.447250] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 654aac75-7194-4d48-aaa6-ca452959551d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1497.590942] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e04157-4dab-2a7d-fbf5-56e54577e8dc, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.591294] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.591559] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c9cd4322-e60f-4744-9dd4-739249b96d34/c9cd4322-e60f-4744-9dd4-739249b96d34.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1497.591818] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b33a3c8-fccb-40c7-a90f-8b527e5e5f6b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.600015] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1497.600015] env[62555]: value = "task-1704478" [ 1497.600015] env[62555]: _type = "Task" [ 1497.600015] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.609379] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.714480] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704476, 'name': ReconfigVM_Task, 'duration_secs': 0.684142} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.714952] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3/831d4c6b-09ba-4f1b-99cd-8c5f95374cd3.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1497.715917] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbbdc5c5-fe2d-4038-ab84-49007bf636bd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.725663] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1497.725663] env[62555]: value = "task-1704479" [ 1497.725663] env[62555]: _type = "Task" [ 1497.725663] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.734645] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704479, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.864578] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1497.864874] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fd62ee1-b4f4-41b6-9052-194d19c43cda {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.874442] env[62555]: DEBUG oslo_vmware.api [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1497.874442] env[62555]: value = "task-1704480" [ 1497.874442] env[62555]: _type = "Task" [ 1497.874442] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.884184] env[62555]: DEBUG oslo_vmware.api [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.905062] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704477, 'name': CloneVM_Task, 'duration_secs': 0.955957} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.905345] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Created linked-clone VM from snapshot [ 1497.906153] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424618b6-df89-4cae-81c8-88d4294cb51e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.915568] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Uploading image 552a1b0c-405f-4ba8-bcd7-9eb114c5273d {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1497.930675] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1497.931013] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a722f067-f17e-4888-ae28-d573227f4362 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.940233] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1497.940233] env[62555]: value = "task-1704481" [ 1497.940233] env[62555]: _type = "Task" [ 1497.940233] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.952423] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance a8c2891e-8691-4b15-9e1e-39f131eb97e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1497.953921] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704481, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.112872] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501366} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.113268] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c9cd4322-e60f-4744-9dd4-739249b96d34/c9cd4322-e60f-4744-9dd4-739249b96d34.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1498.113627] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1498.114009] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97032d58-00a5-4918-a395-325c471140fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.121996] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1498.121996] env[62555]: value = "task-1704482" [ 1498.121996] env[62555]: _type = "Task" [ 1498.121996] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.131922] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.241421] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704479, 'name': Rename_Task, 'duration_secs': 0.26391} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.241781] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1498.242118] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11eb5ef8-dda2-441d-97d5-3670449c76e7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.250958] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1498.250958] env[62555]: value = "task-1704483" [ 1498.250958] env[62555]: _type = "Task" [ 1498.250958] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.263850] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.388200] env[62555]: DEBUG oslo_vmware.api [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704480, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.452893] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704481, 'name': Destroy_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.455868] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance b6326d64-937c-46d9-8cba-883172239877 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1498.456262] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1498.456441] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1498.634609] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066491} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.634884] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1498.635691] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495b634f-b8c5-4154-adcb-1906b799dc1c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.658040] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c9cd4322-e60f-4744-9dd4-739249b96d34/c9cd4322-e60f-4744-9dd4-739249b96d34.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1498.660889] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04993e37-5f65-4446-9acc-e0df0b622ccc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.683837] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1498.683837] env[62555]: value = "task-1704484" [ 1498.683837] env[62555]: _type = "Task" [ 1498.683837] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.696935] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.761589] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704483, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.887286] env[62555]: DEBUG oslo_vmware.api [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704480, 'name': PowerOnVM_Task, 'duration_secs': 0.742009} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.889810] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1498.890031] env[62555]: DEBUG nova.compute.manager [None req-401e02d4-ba1a-4905-98a0-b4a4161c714a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1498.891206] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff7ee32-b81c-46cf-9041-3d687de7bf0a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.947694] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadc9f9c-26cc-43fc-9c9d-8f38186cf88d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.959728] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b093ff-0df3-4b8a-8041-a6a7c0e5e061 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.963019] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704481, 'name': Destroy_Task, 'duration_secs': 0.800796} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.963821] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Destroyed the VM [ 1498.963821] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1498.964205] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7b1293e0-4006-4811-b230-c54e7bf4b686 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.997120] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2cefcb-8ad5-48aa-99ef-26dea76fbd63 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.000074] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1499.000074] env[62555]: value = "task-1704485" [ 1499.000074] env[62555]: _type = "Task" [ 1499.000074] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.010021] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c7eb82-2d41-4c49-be06-c5e8e978f502 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.018443] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704485, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.027654] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.196522] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.263960] env[62555]: DEBUG oslo_vmware.api [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704483, 'name': PowerOnVM_Task, 'duration_secs': 0.998721} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.265047] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1499.265047] env[62555]: INFO nova.compute.manager [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1499.265047] env[62555]: DEBUG nova.compute.manager [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1499.265658] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d678e00-9f21-4b11-873a-be8bb752b9f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.513164] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704485, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.531030] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1499.696349] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704484, 'name': ReconfigVM_Task, 'duration_secs': 0.689496} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.696517] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c9cd4322-e60f-4744-9dd4-739249b96d34/c9cd4322-e60f-4744-9dd4-739249b96d34.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1499.697776] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46d4802a-eece-48ee-a221-301102274020 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.705908] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1499.705908] env[62555]: value = "task-1704486" [ 1499.705908] env[62555]: _type = "Task" [ 1499.705908] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.717204] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704486, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.786048] env[62555]: INFO nova.compute.manager [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Took 44.94 seconds to build instance. [ 1500.012912] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704485, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.037029] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1500.037493] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.705s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.037656] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.467s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.038348] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.041998] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.428s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.043542] env[62555]: INFO nova.compute.claims [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.079502] env[62555]: INFO nova.scheduler.client.report [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Deleted allocations for instance d1725c27-a544-4755-b46f-ddeecfe314e5 [ 1500.220582] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704486, 'name': Rename_Task, 'duration_secs': 0.233299} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.221068] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.223553] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d1d77cd-c42b-4cb0-8fbd-6e644473c381 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.231440] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1500.231440] env[62555]: value = "task-1704487" [ 1500.231440] env[62555]: _type = "Task" [ 1500.231440] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.241929] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.288926] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79203319-fe72-4b89-a9f9-cc2134aa1862 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.320s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.514305] env[62555]: DEBUG oslo_vmware.api [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704485, 'name': RemoveSnapshot_Task, 'duration_secs': 1.303026} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.514764] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1500.589569] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f07dd85e-384b-4d34-a6eb-b5c8ff6cb3d7 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "d1725c27-a544-4755-b46f-ddeecfe314e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.716s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.744731] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.792456] env[62555]: DEBUG nova.compute.manager [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1501.020553] env[62555]: WARNING nova.compute.manager [None req-434b5df4-0426-4f81-8c70-4f53a2872aae tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Image not found during snapshot: nova.exception.ImageNotFound: Image 552a1b0c-405f-4ba8-bcd7-9eb114c5273d could not be found. [ 1501.255833] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.317328] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.342523] env[62555]: DEBUG nova.compute.manager [req-4323d550-0bfa-4ffb-8815-aeacded6db16 req-ca18f485-4a04-4064-87ee-ccaa86c06902 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Received event network-changed-400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1501.345889] env[62555]: DEBUG nova.compute.manager [req-4323d550-0bfa-4ffb-8815-aeacded6db16 req-ca18f485-4a04-4064-87ee-ccaa86c06902 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Refreshing instance network info cache due to event network-changed-400cfd3c-166f-4895-9119-8326eca623f5. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1501.345889] env[62555]: DEBUG oslo_concurrency.lockutils [req-4323d550-0bfa-4ffb-8815-aeacded6db16 req-ca18f485-4a04-4064-87ee-ccaa86c06902 service nova] Acquiring lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1501.345889] env[62555]: DEBUG oslo_concurrency.lockutils [req-4323d550-0bfa-4ffb-8815-aeacded6db16 req-ca18f485-4a04-4064-87ee-ccaa86c06902 service nova] Acquired lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.345889] env[62555]: DEBUG nova.network.neutron [req-4323d550-0bfa-4ffb-8815-aeacded6db16 req-ca18f485-4a04-4064-87ee-ccaa86c06902 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Refreshing network info cache for port 400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.550016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "fa4dfbf7-948e-45df-9f11-dbabe8051577" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.550385] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "fa4dfbf7-948e-45df-9f11-dbabe8051577" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.550501] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "fa4dfbf7-948e-45df-9f11-dbabe8051577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.550774] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "fa4dfbf7-948e-45df-9f11-dbabe8051577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.550916] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "fa4dfbf7-948e-45df-9f11-dbabe8051577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.552813] env[62555]: INFO nova.compute.manager [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Terminating instance [ 1501.624222] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda96583-1300-4f28-b378-73643340bac4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.632971] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb991e4-58d6-4084-8c2b-551587631f1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.667778] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e74c32-477c-457d-8e57-3e62a4aec82c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.676756] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed94d10-7c59-45ee-a7cb-c12496966d12 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.691497] env[62555]: DEBUG nova.compute.provider_tree [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.743313] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704487, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.056383] env[62555]: DEBUG nova.compute.manager [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1502.056383] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1502.057414] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06e915b-99d2-4f41-9cb8-f00c72c6c3f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.069304] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1502.069991] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ea3d3ec-652e-4c13-8f42-7befd0bc4f78 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.081363] env[62555]: DEBUG oslo_vmware.api [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1502.081363] env[62555]: value = "task-1704488" [ 1502.081363] env[62555]: _type = "Task" [ 1502.081363] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.102538] env[62555]: DEBUG oslo_vmware.api [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.195972] env[62555]: DEBUG nova.scheduler.client.report [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1502.249987] env[62555]: DEBUG oslo_vmware.api [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704487, 'name': PowerOnVM_Task, 'duration_secs': 1.960602} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.250426] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.250731] env[62555]: INFO nova.compute.manager [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1502.250987] env[62555]: DEBUG nova.compute.manager [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1502.252261] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c694459-8507-4bf6-8b10-61f262d936c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.272007] env[62555]: DEBUG nova.network.neutron [req-4323d550-0bfa-4ffb-8815-aeacded6db16 req-ca18f485-4a04-4064-87ee-ccaa86c06902 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updated VIF entry in instance network info cache for port 400cfd3c-166f-4895-9119-8326eca623f5. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.272398] env[62555]: DEBUG nova.network.neutron [req-4323d550-0bfa-4ffb-8815-aeacded6db16 req-ca18f485-4a04-4064-87ee-ccaa86c06902 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updating instance_info_cache with network_info: [{"id": "400cfd3c-166f-4895-9119-8326eca623f5", "address": "fa:16:3e:82:4c:67", "network": {"id": "3fe822a3-f289-4ff7-a054-934c947f0476", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1753856461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68bb045fc2f14fb897fcd20860981532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400cfd3c-16", "ovs_interfaceid": "400cfd3c-166f-4895-9119-8326eca623f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.592954] env[62555]: DEBUG oslo_vmware.api [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704488, 'name': PowerOffVM_Task, 'duration_secs': 0.309667} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.593296] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1502.593466] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1502.594032] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a02cd7-43f6-4440-8b81-1dea1088abc6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.699605] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1502.699852] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1502.700332] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Deleting the datastore file [datastore1] fa4dfbf7-948e-45df-9f11-dbabe8051577 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1502.700332] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e36b8e52-a22a-4ebd-ad19-ae615daa4e65 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.702994] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.703555] env[62555]: DEBUG nova.compute.manager [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.706711] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.049s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.708110] env[62555]: INFO nova.compute.claims [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1502.717029] env[62555]: DEBUG oslo_vmware.api [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1502.717029] env[62555]: value = "task-1704490" [ 1502.717029] env[62555]: _type = "Task" [ 1502.717029] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.726743] env[62555]: DEBUG oslo_vmware.api [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.775335] env[62555]: DEBUG oslo_concurrency.lockutils [req-4323d550-0bfa-4ffb-8815-aeacded6db16 req-ca18f485-4a04-4064-87ee-ccaa86c06902 service nova] Releasing lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.778451] env[62555]: INFO nova.compute.manager [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Took 47.83 seconds to build instance. [ 1503.215528] env[62555]: DEBUG nova.compute.utils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1503.218503] env[62555]: DEBUG nova.compute.manager [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1503.218783] env[62555]: DEBUG nova.network.neutron [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.231564] env[62555]: DEBUG oslo_vmware.api [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167575} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.233422] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1503.233422] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1503.233422] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1503.233422] env[62555]: INFO nova.compute.manager [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1503.234092] env[62555]: DEBUG oslo.service.loopingcall [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1503.234092] env[62555]: DEBUG nova.compute.manager [-] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1503.234193] env[62555]: DEBUG nova.network.neutron [-] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1503.281429] env[62555]: DEBUG nova.policy [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '442b3156a1a04d009540c26a95f11f99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6284f9a6df804fb6ae055a7b0966a359', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.283962] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d22f6e64-fd3e-4faa-8c8a-7e0d99451ebb tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "c9cd4322-e60f-4744-9dd4-739249b96d34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.686s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.709026] env[62555]: DEBUG nova.network.neutron [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Successfully created port: b9785f54-3a77-4a77-a7f9-899860780481 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.725101] env[62555]: DEBUG nova.compute.manager [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.732136] env[62555]: DEBUG nova.compute.manager [req-63720384-7d60-4102-ad69-ae71d8f6de9b req-9cb226fc-6b34-445e-a6b0-a4e26a30333f service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Received event network-vif-deleted-a2ac7f43-7726-4918-91a7-2ecbb556cfe2 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1503.732136] env[62555]: INFO nova.compute.manager [req-63720384-7d60-4102-ad69-ae71d8f6de9b req-9cb226fc-6b34-445e-a6b0-a4e26a30333f service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Neutron deleted interface a2ac7f43-7726-4918-91a7-2ecbb556cfe2; detaching it from the instance and deleting it from the info cache [ 1503.732136] env[62555]: DEBUG nova.network.neutron [req-63720384-7d60-4102-ad69-ae71d8f6de9b req-9cb226fc-6b34-445e-a6b0-a4e26a30333f service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.787813] env[62555]: DEBUG nova.compute.manager [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1504.008463] env[62555]: DEBUG nova.network.neutron [-] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1504.237692] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ba74f28-fa6e-4882-9324-71ce4cb6734c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.256037] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c38c15-9f6d-47ee-8f6e-26e87ba45abd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.307265] env[62555]: DEBUG nova.compute.manager [req-63720384-7d60-4102-ad69-ae71d8f6de9b req-9cb226fc-6b34-445e-a6b0-a4e26a30333f service nova] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Detach interface failed, port_id=a2ac7f43-7726-4918-91a7-2ecbb556cfe2, reason: Instance fa4dfbf7-948e-45df-9f11-dbabe8051577 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1504.310229] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c718ef65-eaa7-4083-8535-9d564fbb8fb6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.319113] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc89a459-a713-4a20-b7c1-7b2d8196a629 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.327070] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.360663] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577c1015-d693-4293-bbcb-5bfd7644b995 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.368815] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d528ae40-cbf9-44f9-bb68-d8f0dde4ae28 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.382792] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "b7d0868f-148b-4d9a-b070-bd882b34bc35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.383065] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "b7d0868f-148b-4d9a-b070-bd882b34bc35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.383297] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "b7d0868f-148b-4d9a-b070-bd882b34bc35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1504.383502] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "b7d0868f-148b-4d9a-b070-bd882b34bc35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1504.383671] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "b7d0868f-148b-4d9a-b070-bd882b34bc35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1504.385466] env[62555]: DEBUG nova.compute.provider_tree [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.386835] env[62555]: INFO nova.compute.manager [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Terminating instance [ 1504.512346] env[62555]: INFO nova.compute.manager [-] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Took 1.28 seconds to deallocate network for instance. [ 1504.737086] env[62555]: DEBUG nova.compute.manager [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.762649] env[62555]: DEBUG nova.virt.hardware [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1504.763525] env[62555]: DEBUG nova.virt.hardware [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1504.763525] env[62555]: DEBUG nova.virt.hardware [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.763525] env[62555]: DEBUG nova.virt.hardware [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1504.763525] env[62555]: DEBUG nova.virt.hardware [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.763525] env[62555]: DEBUG nova.virt.hardware [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1504.763744] env[62555]: DEBUG nova.virt.hardware [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1504.764449] env[62555]: DEBUG nova.virt.hardware [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1504.764449] env[62555]: DEBUG nova.virt.hardware [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1504.764449] env[62555]: DEBUG nova.virt.hardware [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1504.764449] env[62555]: DEBUG nova.virt.hardware [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1504.766096] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb20844-445a-4f55-bbd4-d5f8bc73e707 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.773800] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a84924c-f331-4c39-9005-84df564d5c16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.889888] env[62555]: DEBUG nova.scheduler.client.report [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1504.894930] env[62555]: DEBUG nova.compute.manager [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1504.894930] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1504.895513] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02acdd9-d5cd-49d7-be38-5c197d486cfd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.906168] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1504.906858] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e4b1179-c7fb-4ecf-9f07-923aa4177efc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.914510] env[62555]: DEBUG oslo_vmware.api [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1504.914510] env[62555]: value = "task-1704491" [ 1504.914510] env[62555]: _type = "Task" [ 1504.914510] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.923881] env[62555]: DEBUG oslo_vmware.api [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.019469] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.382136] env[62555]: DEBUG nova.compute.manager [req-6aac3009-35db-472e-bef4-c4f18fb78183 req-be98ea0c-9220-4baf-ae90-bef11f1064d1 service nova] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Received event network-vif-plugged-b9785f54-3a77-4a77-a7f9-899860780481 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1505.382136] env[62555]: DEBUG oslo_concurrency.lockutils [req-6aac3009-35db-472e-bef4-c4f18fb78183 req-be98ea0c-9220-4baf-ae90-bef11f1064d1 service nova] Acquiring lock "69481620-9360-4fce-a2e8-91ea5046bd64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.382136] env[62555]: DEBUG oslo_concurrency.lockutils [req-6aac3009-35db-472e-bef4-c4f18fb78183 req-be98ea0c-9220-4baf-ae90-bef11f1064d1 service nova] Lock "69481620-9360-4fce-a2e8-91ea5046bd64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.382136] env[62555]: DEBUG oslo_concurrency.lockutils [req-6aac3009-35db-472e-bef4-c4f18fb78183 req-be98ea0c-9220-4baf-ae90-bef11f1064d1 service nova] Lock "69481620-9360-4fce-a2e8-91ea5046bd64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.382136] env[62555]: DEBUG nova.compute.manager [req-6aac3009-35db-472e-bef4-c4f18fb78183 req-be98ea0c-9220-4baf-ae90-bef11f1064d1 service nova] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] No waiting events found dispatching network-vif-plugged-b9785f54-3a77-4a77-a7f9-899860780481 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1505.382136] env[62555]: WARNING nova.compute.manager [req-6aac3009-35db-472e-bef4-c4f18fb78183 req-be98ea0c-9220-4baf-ae90-bef11f1064d1 service nova] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Received unexpected event network-vif-plugged-b9785f54-3a77-4a77-a7f9-899860780481 for instance with vm_state building and task_state spawning. [ 1505.401882] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.404845] env[62555]: DEBUG nova.compute.manager [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1505.407054] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.778s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.413391] env[62555]: INFO nova.compute.claims [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.426843] env[62555]: DEBUG oslo_vmware.api [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704491, 'name': PowerOffVM_Task, 'duration_secs': 0.192707} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.426843] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1505.426843] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1505.426843] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e31c11f-631b-4065-8f1c-bd2476202304 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.452873] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "9507999b-d5a3-4091-8457-a119a1726ea2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.453346] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.453662] env[62555]: DEBUG nova.compute.manager [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.456354] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff88c71-07db-4810-9157-a34fe1341935 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.469477] env[62555]: DEBUG nova.compute.manager [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62555) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1505.470506] env[62555]: DEBUG nova.objects.instance [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'flavor' on Instance uuid 9507999b-d5a3-4091-8457-a119a1726ea2 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.501392] env[62555]: DEBUG nova.network.neutron [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Successfully updated port: b9785f54-3a77-4a77-a7f9-899860780481 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.512220] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1505.512714] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1505.513857] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Deleting the datastore file [datastore1] b7d0868f-148b-4d9a-b070-bd882b34bc35 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1505.513857] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d44722e3-1a81-4cf3-8e99-c6b42611f6aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.524240] env[62555]: DEBUG oslo_vmware.api [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1505.524240] env[62555]: value = "task-1704493" [ 1505.524240] env[62555]: _type = "Task" [ 1505.524240] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.537222] env[62555]: DEBUG oslo_vmware.api [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.598933] env[62555]: DEBUG nova.compute.manager [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Stashing vm_state: active {{(pid=62555) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1505.918566] env[62555]: DEBUG nova.compute.utils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1505.921168] env[62555]: DEBUG nova.compute.manager [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1505.921322] env[62555]: DEBUG nova.network.neutron [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1505.974406] env[62555]: DEBUG nova.policy [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '442b3156a1a04d009540c26a95f11f99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6284f9a6df804fb6ae055a7b0966a359', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1506.004835] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1506.004997] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.005152] env[62555]: DEBUG nova.network.neutron [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1506.034902] env[62555]: DEBUG oslo_vmware.api [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144547} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.035180] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.035365] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.035559] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.035750] env[62555]: INFO nova.compute.manager [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1506.035987] env[62555]: DEBUG oslo.service.loopingcall [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1506.036192] env[62555]: DEBUG nova.compute.manager [-] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.036284] env[62555]: DEBUG nova.network.neutron [-] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1506.121905] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.316835] env[62555]: DEBUG nova.compute.manager [req-7d3fae96-c0dd-4d9f-8a14-d4ef45b9d3f0 req-b41c2681-b504-4318-99f7-87978f102043 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Received event network-vif-deleted-5ee5097a-d454-410b-a5f5-90f7dc1a9423 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1506.317050] env[62555]: INFO nova.compute.manager [req-7d3fae96-c0dd-4d9f-8a14-d4ef45b9d3f0 req-b41c2681-b504-4318-99f7-87978f102043 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Neutron deleted interface 5ee5097a-d454-410b-a5f5-90f7dc1a9423; detaching it from the instance and deleting it from the info cache [ 1506.317238] env[62555]: DEBUG nova.network.neutron [req-7d3fae96-c0dd-4d9f-8a14-d4ef45b9d3f0 req-b41c2681-b504-4318-99f7-87978f102043 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.365793] env[62555]: DEBUG nova.network.neutron [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Successfully created port: dcc38865-9202-4511-9e80-ac0b941690e3 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.424870] env[62555]: DEBUG nova.compute.manager [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1506.480103] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.481501] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b58f8a1-4d08-4c3a-a18e-7cfff73572db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.493242] env[62555]: DEBUG oslo_vmware.api [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1506.493242] env[62555]: value = "task-1704494" [ 1506.493242] env[62555]: _type = "Task" [ 1506.493242] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.505733] env[62555]: DEBUG oslo_vmware.api [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.558065] env[62555]: DEBUG nova.network.neutron [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.742138] env[62555]: DEBUG nova.network.neutron [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Updating instance_info_cache with network_info: [{"id": "b9785f54-3a77-4a77-a7f9-899860780481", "address": "fa:16:3e:cb:f9:13", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9785f54-3a", "ovs_interfaceid": "b9785f54-3a77-4a77-a7f9-899860780481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.795645] env[62555]: DEBUG nova.network.neutron [-] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.821410] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c119202d-cc2d-4e71-8cb6-92841cc26415 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.833421] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e66c92-b5dc-4ec5-a23a-28847ddd8619 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.876767] env[62555]: DEBUG nova.compute.manager [req-7d3fae96-c0dd-4d9f-8a14-d4ef45b9d3f0 req-b41c2681-b504-4318-99f7-87978f102043 service nova] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Detach interface failed, port_id=5ee5097a-d454-410b-a5f5-90f7dc1a9423, reason: Instance b7d0868f-148b-4d9a-b070-bd882b34bc35 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1506.962014] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e1134e-b51a-477f-8b34-9f385d0d3550 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.972812] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43721221-0957-4ff3-84ed-d8b299b93ee5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.013576] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88e9b95-d558-497b-a9f1-5a7b7c28e96f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.022555] env[62555]: DEBUG oslo_vmware.api [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704494, 'name': PowerOffVM_Task, 'duration_secs': 0.23605} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.025542] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.025542] env[62555]: DEBUG nova.compute.manager [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1507.026211] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8524acd-d4a2-4b2e-8c97-a6ac11b37162 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.029705] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aada2d-8897-4c51-b29b-bd6ab28dcabb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.049982] env[62555]: DEBUG nova.compute.provider_tree [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1507.246649] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.246649] env[62555]: DEBUG nova.compute.manager [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Instance network_info: |[{"id": "b9785f54-3a77-4a77-a7f9-899860780481", "address": "fa:16:3e:cb:f9:13", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9785f54-3a", "ovs_interfaceid": "b9785f54-3a77-4a77-a7f9-899860780481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1507.246649] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:f9:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9785f54-3a77-4a77-a7f9-899860780481', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.253974] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Creating folder: Project (6284f9a6df804fb6ae055a7b0966a359). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.254262] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7cd7e4d-5495-4402-9a4b-27cdfcf1632a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.267662] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Created folder: Project (6284f9a6df804fb6ae055a7b0966a359) in parent group-v355069. [ 1507.268009] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Creating folder: Instances. Parent ref: group-v355208. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.268308] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75fd30a5-c80a-4f5e-a538-02d7224c1d1d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.280065] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Created folder: Instances in parent group-v355208. [ 1507.280065] env[62555]: DEBUG oslo.service.loopingcall [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.280065] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.280065] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23d9570c-4db2-4b8f-886f-92a428c579b2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.301215] env[62555]: INFO nova.compute.manager [-] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Took 1.26 seconds to deallocate network for instance. [ 1507.309080] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.309080] env[62555]: value = "task-1704497" [ 1507.309080] env[62555]: _type = "Task" [ 1507.309080] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.317864] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704497, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.426915] env[62555]: DEBUG nova.compute.manager [req-9de27158-8b8e-4b8b-b741-19c5f66ca7d7 req-c6ddc476-a1f4-48b8-877c-2cd389e40c35 service nova] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Received event network-changed-b9785f54-3a77-4a77-a7f9-899860780481 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1507.426915] env[62555]: DEBUG nova.compute.manager [req-9de27158-8b8e-4b8b-b741-19c5f66ca7d7 req-c6ddc476-a1f4-48b8-877c-2cd389e40c35 service nova] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Refreshing instance network info cache due to event network-changed-b9785f54-3a77-4a77-a7f9-899860780481. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1507.426915] env[62555]: DEBUG oslo_concurrency.lockutils [req-9de27158-8b8e-4b8b-b741-19c5f66ca7d7 req-c6ddc476-a1f4-48b8-877c-2cd389e40c35 service nova] Acquiring lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.426915] env[62555]: DEBUG oslo_concurrency.lockutils [req-9de27158-8b8e-4b8b-b741-19c5f66ca7d7 req-c6ddc476-a1f4-48b8-877c-2cd389e40c35 service nova] Acquired lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.426915] env[62555]: DEBUG nova.network.neutron [req-9de27158-8b8e-4b8b-b741-19c5f66ca7d7 req-c6ddc476-a1f4-48b8-877c-2cd389e40c35 service nova] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Refreshing network info cache for port b9785f54-3a77-4a77-a7f9-899860780481 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.435780] env[62555]: DEBUG nova.compute.manager [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1507.462539] env[62555]: DEBUG nova.virt.hardware [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1507.462804] env[62555]: DEBUG nova.virt.hardware [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1507.462960] env[62555]: DEBUG nova.virt.hardware [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.463160] env[62555]: DEBUG nova.virt.hardware [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1507.463383] env[62555]: DEBUG nova.virt.hardware [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.463601] env[62555]: DEBUG nova.virt.hardware [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1507.463832] env[62555]: DEBUG nova.virt.hardware [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1507.463993] env[62555]: DEBUG nova.virt.hardware [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1507.464175] env[62555]: DEBUG nova.virt.hardware [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1507.464385] env[62555]: DEBUG nova.virt.hardware [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1507.464563] env[62555]: DEBUG nova.virt.hardware [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1507.465731] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf0e5b5-0978-4711-a79c-63b4d60d0a74 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.474814] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17937ac5-0323-4a2f-9300-937c18f5a24b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.557399] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a8f97f6a-084c-428c-acc7-895352b27d59 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1507.572514] env[62555]: ERROR nova.scheduler.client.report [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [req-435161e6-77ca-4882-9e43-0ce143a5bea1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-435161e6-77ca-4882-9e43-0ce143a5bea1"}]} [ 1507.589778] env[62555]: DEBUG nova.scheduler.client.report [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1507.604114] env[62555]: DEBUG nova.scheduler.client.report [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1507.604505] env[62555]: DEBUG nova.compute.provider_tree [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1507.618117] env[62555]: DEBUG nova.scheduler.client.report [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1507.636423] env[62555]: DEBUG nova.scheduler.client.report [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1507.810627] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.821421] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704497, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.906196] env[62555]: DEBUG nova.objects.instance [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'flavor' on Instance uuid 9507999b-d5a3-4091-8457-a119a1726ea2 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.095638] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b9a86f-03dd-49eb-9fcf-2e40b7a38650 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.105109] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec41e01-b0f2-4a98-a90f-5fa41d6e4b0f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.141648] env[62555]: DEBUG nova.network.neutron [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Successfully updated port: dcc38865-9202-4511-9e80-ac0b941690e3 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1508.143612] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95872622-535f-4a0d-b210-5a4cab73eb8c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.152730] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d557ad56-d10c-40cc-9f99-bb731673687b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.169931] env[62555]: DEBUG nova.compute.provider_tree [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1508.187958] env[62555]: DEBUG nova.network.neutron [req-9de27158-8b8e-4b8b-b741-19c5f66ca7d7 req-c6ddc476-a1f4-48b8-877c-2cd389e40c35 service nova] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Updated VIF entry in instance network info cache for port b9785f54-3a77-4a77-a7f9-899860780481. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.188347] env[62555]: DEBUG nova.network.neutron [req-9de27158-8b8e-4b8b-b741-19c5f66ca7d7 req-c6ddc476-a1f4-48b8-877c-2cd389e40c35 service nova] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Updating instance_info_cache with network_info: [{"id": "b9785f54-3a77-4a77-a7f9-899860780481", "address": "fa:16:3e:cb:f9:13", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9785f54-3a", "ovs_interfaceid": "b9785f54-3a77-4a77-a7f9-899860780481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.321715] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704497, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.414160] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.414622] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.414622] env[62555]: DEBUG nova.network.neutron [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.414780] env[62555]: DEBUG nova.objects.instance [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'info_cache' on Instance uuid 9507999b-d5a3-4091-8457-a119a1726ea2 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1508.647865] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "refresh_cache-5531e02e-939b-4dfa-b341-9f3d4dd2a875" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.648163] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "refresh_cache-5531e02e-939b-4dfa-b341-9f3d4dd2a875" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.648401] env[62555]: DEBUG nova.network.neutron [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.690509] env[62555]: DEBUG oslo_concurrency.lockutils [req-9de27158-8b8e-4b8b-b741-19c5f66ca7d7 req-c6ddc476-a1f4-48b8-877c-2cd389e40c35 service nova] Releasing lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.711646] env[62555]: DEBUG nova.scheduler.client.report [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1508.711951] env[62555]: DEBUG nova.compute.provider_tree [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 78 to 79 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1508.712162] env[62555]: DEBUG nova.compute.provider_tree [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1508.823029] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704497, 'name': CreateVM_Task, 'duration_secs': 1.437794} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.823029] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1508.823495] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.823663] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.823997] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1508.824297] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9ded869-a81f-4a9b-80e2-66a70c07b3ff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.829926] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1508.829926] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5205628c-9eb7-d696-e7a6-b5629bde5b12" [ 1508.829926] env[62555]: _type = "Task" [ 1508.829926] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.838738] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5205628c-9eb7-d696-e7a6-b5629bde5b12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.919695] env[62555]: DEBUG nova.objects.base [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Object Instance<9507999b-d5a3-4091-8457-a119a1726ea2> lazy-loaded attributes: flavor,info_cache {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1509.180468] env[62555]: DEBUG nova.network.neutron [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1509.218074] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.812s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.218328] env[62555]: DEBUG nova.compute.manager [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1509.223245] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.474s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.223475] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.225326] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.093s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.225536] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.227656] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.524s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.227854] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.229430] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.595s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.231325] env[62555]: INFO nova.compute.claims [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1509.253537] env[62555]: INFO nova.scheduler.client.report [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Deleted allocations for instance 447825a7-a6e1-4f03-942a-c5a3a7eca6ec [ 1509.255393] env[62555]: INFO nova.scheduler.client.report [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleted allocations for instance 18a1b107-48ee-4015-8c12-8ffb99fabb26 [ 1509.266351] env[62555]: INFO nova.scheduler.client.report [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Deleted allocations for instance edf2a86a-4a12-4eca-91c6-bf8af0557ae0 [ 1509.341824] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5205628c-9eb7-d696-e7a6-b5629bde5b12, 'name': SearchDatastore_Task, 'duration_secs': 0.012781} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.342362] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.342721] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1509.343619] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.343619] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.343619] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1509.343798] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b6a0ba5-5e42-4ea5-b521-65a63a24917c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.349822] env[62555]: DEBUG nova.network.neutron [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Updating instance_info_cache with network_info: [{"id": "dcc38865-9202-4511-9e80-ac0b941690e3", "address": "fa:16:3e:97:6a:01", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc38865-92", "ovs_interfaceid": "dcc38865-9202-4511-9e80-ac0b941690e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.352786] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1509.352964] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1509.353842] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc4a43a-1ede-4e9d-9196-f67d85ff05a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.359805] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1509.359805] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5217b0af-c909-3dcb-c8e0-8f8cb25ccba8" [ 1509.359805] env[62555]: _type = "Task" [ 1509.359805] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.370012] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5217b0af-c909-3dcb-c8e0-8f8cb25ccba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.452366] env[62555]: DEBUG nova.compute.manager [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Received event network-vif-plugged-dcc38865-9202-4511-9e80-ac0b941690e3 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1509.452366] env[62555]: DEBUG oslo_concurrency.lockutils [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] Acquiring lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1509.452366] env[62555]: DEBUG oslo_concurrency.lockutils [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] Lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1509.452366] env[62555]: DEBUG oslo_concurrency.lockutils [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] Lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.452953] env[62555]: DEBUG nova.compute.manager [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] No waiting events found dispatching network-vif-plugged-dcc38865-9202-4511-9e80-ac0b941690e3 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1509.452953] env[62555]: WARNING nova.compute.manager [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Received unexpected event network-vif-plugged-dcc38865-9202-4511-9e80-ac0b941690e3 for instance with vm_state building and task_state spawning. [ 1509.452953] env[62555]: DEBUG nova.compute.manager [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Received event network-changed-dcc38865-9202-4511-9e80-ac0b941690e3 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1509.452953] env[62555]: DEBUG nova.compute.manager [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Refreshing instance network info cache due to event network-changed-dcc38865-9202-4511-9e80-ac0b941690e3. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1509.453194] env[62555]: DEBUG oslo_concurrency.lockutils [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] Acquiring lock "refresh_cache-5531e02e-939b-4dfa-b341-9f3d4dd2a875" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1509.636229] env[62555]: DEBUG nova.network.neutron [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance_info_cache with network_info: [{"id": "f109e5f9-eca9-4455-81e3-28977363cc9a", "address": "fa:16:3e:96:7e:8f", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf109e5f9-ec", "ovs_interfaceid": "f109e5f9-eca9-4455-81e3-28977363cc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.736045] env[62555]: DEBUG nova.compute.utils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1509.739683] env[62555]: DEBUG nova.compute.manager [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1509.739870] env[62555]: DEBUG nova.network.neutron [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.770341] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c736402f-cf5e-42e7-b0a3-f149da24ee5b tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "447825a7-a6e1-4f03-942a-c5a3a7eca6ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.760s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.776187] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629fc153-df3f-4d97-b200-72f8c93fa6e5 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "18a1b107-48ee-4015-8c12-8ffb99fabb26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.430s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.776873] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ce2f060-b455-4424-961e-d5e3dc01d497 tempest-VolumesAssistedSnapshotsTest-437359176 tempest-VolumesAssistedSnapshotsTest-437359176-project-member] Lock "edf2a86a-4a12-4eca-91c6-bf8af0557ae0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.711s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.796443] env[62555]: DEBUG nova.policy [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc338d70c527401cbe9bf4a1a0e6d93a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bae1a618b6f544ec8527c9a5ab88f25a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1509.852391] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "refresh_cache-5531e02e-939b-4dfa-b341-9f3d4dd2a875" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.852728] env[62555]: DEBUG nova.compute.manager [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Instance network_info: |[{"id": "dcc38865-9202-4511-9e80-ac0b941690e3", "address": "fa:16:3e:97:6a:01", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc38865-92", "ovs_interfaceid": "dcc38865-9202-4511-9e80-ac0b941690e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1509.853044] env[62555]: DEBUG oslo_concurrency.lockutils [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] Acquired lock "refresh_cache-5531e02e-939b-4dfa-b341-9f3d4dd2a875" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.853228] env[62555]: DEBUG nova.network.neutron [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Refreshing network info cache for port dcc38865-9202-4511-9e80-ac0b941690e3 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1509.854532] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:6a:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcc38865-9202-4511-9e80-ac0b941690e3', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.862015] env[62555]: DEBUG oslo.service.loopingcall [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1509.864811] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.868418] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-762571ae-4b7a-48d8-9eac-d85371bb1f83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.889724] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5217b0af-c909-3dcb-c8e0-8f8cb25ccba8, 'name': SearchDatastore_Task, 'duration_secs': 0.009912} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.892072] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.892072] env[62555]: value = "task-1704498" [ 1509.892072] env[62555]: _type = "Task" [ 1509.892072] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.892072] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97101636-bf43-46c3-bcd7-83a7fd80ed5a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.902319] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1509.902319] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f450d9-c07e-5728-52b0-48102b8b3317" [ 1509.902319] env[62555]: _type = "Task" [ 1509.902319] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.905578] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704498, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.914570] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f450d9-c07e-5728-52b0-48102b8b3317, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.914821] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.915085] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 69481620-9360-4fce-a2e8-91ea5046bd64/69481620-9360-4fce-a2e8-91ea5046bd64.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.915349] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15a25478-d6f5-401f-aae5-a25753a15641 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.927057] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1509.927057] env[62555]: value = "task-1704499" [ 1509.927057] env[62555]: _type = "Task" [ 1509.927057] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.936452] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.075036] env[62555]: DEBUG nova.network.neutron [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Successfully created port: a708dbe7-7aaa-444a-9b44-783c9fe68fcd {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1510.139083] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1510.243060] env[62555]: DEBUG nova.compute.manager [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1510.415994] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704498, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.442692] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704499, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.559496] env[62555]: DEBUG nova.network.neutron [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Updated VIF entry in instance network info cache for port dcc38865-9202-4511-9e80-ac0b941690e3. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.559865] env[62555]: DEBUG nova.network.neutron [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Updating instance_info_cache with network_info: [{"id": "dcc38865-9202-4511-9e80-ac0b941690e3", "address": "fa:16:3e:97:6a:01", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc38865-92", "ovs_interfaceid": "dcc38865-9202-4511-9e80-ac0b941690e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.709762] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2af3a8e-68f2-403f-ad12-ec9108f96245 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.723961] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e232597-e7ac-41ae-b989-08e1efb28568 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.762965] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d39eab-a45c-4e45-b52a-56635d29e619 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.773473] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef37933-da96-4ef1-81d7-d80c9126b423 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.792418] env[62555]: DEBUG nova.compute.provider_tree [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1510.908284] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704498, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.943797] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525829} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.944066] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 69481620-9360-4fce-a2e8-91ea5046bd64/69481620-9360-4fce-a2e8-91ea5046bd64.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.944331] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.944701] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8be4e18-321e-4df7-b30c-bfbafb0b5108 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.952791] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1510.952791] env[62555]: value = "task-1704500" [ 1510.952791] env[62555]: _type = "Task" [ 1510.952791] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.962860] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.063201] env[62555]: DEBUG oslo_concurrency.lockutils [req-12a11105-1325-459d-a6b0-dc5aa429fd92 req-0cd9517c-09a7-4e58-af65-a914d52def7c service nova] Releasing lock "refresh_cache-5531e02e-939b-4dfa-b341-9f3d4dd2a875" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.148841] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1511.149186] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5390579f-57a8-4cb8-a113-115482c298b1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.158953] env[62555]: DEBUG oslo_vmware.api [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1511.158953] env[62555]: value = "task-1704501" [ 1511.158953] env[62555]: _type = "Task" [ 1511.158953] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.172786] env[62555]: DEBUG oslo_vmware.api [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.268676] env[62555]: DEBUG nova.compute.manager [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1511.295554] env[62555]: DEBUG nova.virt.hardware [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1511.295554] env[62555]: DEBUG nova.virt.hardware [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1511.295554] env[62555]: DEBUG nova.virt.hardware [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.295792] env[62555]: DEBUG nova.virt.hardware [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1511.295792] env[62555]: DEBUG nova.virt.hardware [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.296546] env[62555]: DEBUG nova.virt.hardware [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1511.296546] env[62555]: DEBUG nova.virt.hardware [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1511.296546] env[62555]: DEBUG nova.virt.hardware [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1511.296546] env[62555]: DEBUG nova.virt.hardware [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1511.296762] env[62555]: DEBUG nova.virt.hardware [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1511.296762] env[62555]: DEBUG nova.virt.hardware [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1511.299910] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7b1655-de74-43fa-8324-f0b9cee5a446 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.309298] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359c476a-ddce-4238-bfd8-02ec8395b4f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.338198] env[62555]: DEBUG nova.scheduler.client.report [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1511.338198] env[62555]: DEBUG nova.compute.provider_tree [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 79 to 80 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1511.338364] env[62555]: DEBUG nova.compute.provider_tree [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1511.406964] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704498, 'name': CreateVM_Task, 'duration_secs': 1.440855} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.407237] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1511.407964] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.408251] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.408584] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1511.408832] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66483b6e-8e7b-4624-b40a-4a97c1bcb460 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.414132] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1511.414132] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5212e698-685d-d84f-92b2-4a3cb93d86df" [ 1511.414132] env[62555]: _type = "Task" [ 1511.414132] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.422869] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5212e698-685d-d84f-92b2-4a3cb93d86df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.423256] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "5407aef9-6270-418f-b018-fee8ef74dbe4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.423508] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "5407aef9-6270-418f-b018-fee8ef74dbe4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.423713] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "5407aef9-6270-418f-b018-fee8ef74dbe4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.423896] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "5407aef9-6270-418f-b018-fee8ef74dbe4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.424068] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "5407aef9-6270-418f-b018-fee8ef74dbe4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.426164] env[62555]: INFO nova.compute.manager [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Terminating instance [ 1511.468109] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076122} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.468109] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1511.468109] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad093b2-26e7-4ff1-9af1-b9e5e23e1f46 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.496851] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 69481620-9360-4fce-a2e8-91ea5046bd64/69481620-9360-4fce-a2e8-91ea5046bd64.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.497272] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91135d57-9cbf-4a23-a725-4e7127510c1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.526925] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1511.526925] env[62555]: value = "task-1704502" [ 1511.526925] env[62555]: _type = "Task" [ 1511.526925] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.537818] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.672911] env[62555]: DEBUG oslo_vmware.api [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704501, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.844015] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.844619] env[62555]: DEBUG nova.compute.manager [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1511.850823] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.519s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.856442] env[62555]: INFO nova.compute.claims [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1511.907800] env[62555]: DEBUG nova.compute.manager [req-7970f595-9fe1-48a0-951e-ffc66797fa86 req-5408ff16-5690-4622-9ffb-dbc3b1b3cde6 service nova] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Received event network-vif-plugged-a708dbe7-7aaa-444a-9b44-783c9fe68fcd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1511.908101] env[62555]: DEBUG oslo_concurrency.lockutils [req-7970f595-9fe1-48a0-951e-ffc66797fa86 req-5408ff16-5690-4622-9ffb-dbc3b1b3cde6 service nova] Acquiring lock "f895c262-2599-4660-a5d2-f0d78355aa45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.908445] env[62555]: DEBUG oslo_concurrency.lockutils [req-7970f595-9fe1-48a0-951e-ffc66797fa86 req-5408ff16-5690-4622-9ffb-dbc3b1b3cde6 service nova] Lock "f895c262-2599-4660-a5d2-f0d78355aa45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.908507] env[62555]: DEBUG oslo_concurrency.lockutils [req-7970f595-9fe1-48a0-951e-ffc66797fa86 req-5408ff16-5690-4622-9ffb-dbc3b1b3cde6 service nova] Lock "f895c262-2599-4660-a5d2-f0d78355aa45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.908662] env[62555]: DEBUG nova.compute.manager [req-7970f595-9fe1-48a0-951e-ffc66797fa86 req-5408ff16-5690-4622-9ffb-dbc3b1b3cde6 service nova] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] No waiting events found dispatching network-vif-plugged-a708dbe7-7aaa-444a-9b44-783c9fe68fcd {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1511.908824] env[62555]: WARNING nova.compute.manager [req-7970f595-9fe1-48a0-951e-ffc66797fa86 req-5408ff16-5690-4622-9ffb-dbc3b1b3cde6 service nova] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Received unexpected event network-vif-plugged-a708dbe7-7aaa-444a-9b44-783c9fe68fcd for instance with vm_state building and task_state spawning. [ 1511.934266] env[62555]: DEBUG nova.compute.manager [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1511.934518] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1511.934834] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5212e698-685d-d84f-92b2-4a3cb93d86df, 'name': SearchDatastore_Task, 'duration_secs': 0.014924} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.935659] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671181b3-ed63-462d-aba0-8a03010a9da6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.938433] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1511.938658] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1511.938885] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.939095] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.939217] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1511.939471] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99abb729-0c74-456a-8fc5-1c28df4c5adb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.946527] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.946788] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01dfcdee-6c4d-4b3d-bcf3-c07762c5b1f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.949275] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1511.949445] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1511.950733] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ad93639-93ca-4d13-a8a7-e89dec7c2ee1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.958969] env[62555]: DEBUG oslo_vmware.api [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1511.958969] env[62555]: value = "task-1704503" [ 1511.958969] env[62555]: _type = "Task" [ 1511.958969] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.958969] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1511.958969] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bb1736-660e-d9f9-4b78-82cd9c872cb1" [ 1511.958969] env[62555]: _type = "Task" [ 1511.958969] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.984146] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bb1736-660e-d9f9-4b78-82cd9c872cb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.984813] env[62555]: DEBUG oslo_vmware.api [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.992872] env[62555]: DEBUG nova.network.neutron [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Successfully updated port: a708dbe7-7aaa-444a-9b44-783c9fe68fcd {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1512.036772] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704502, 'name': ReconfigVM_Task, 'duration_secs': 0.319711} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.037444] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 69481620-9360-4fce-a2e8-91ea5046bd64/69481620-9360-4fce-a2e8-91ea5046bd64.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.040088] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb3d5409-b5ee-41c2-9f14-68558318cb24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.048796] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1512.048796] env[62555]: value = "task-1704504" [ 1512.048796] env[62555]: _type = "Task" [ 1512.048796] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.058854] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704504, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.171713] env[62555]: DEBUG oslo_vmware.api [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704501, 'name': PowerOnVM_Task, 'duration_secs': 0.58627} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.171997] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1512.172225] env[62555]: DEBUG nova.compute.manager [None req-a78dd335-a0a7-4ebe-bbc4-e076e93cb33a tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.173107] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b366e90-abe1-4f17-93c6-da818f480a7e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.361363] env[62555]: DEBUG nova.compute.utils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1512.367257] env[62555]: DEBUG nova.compute.manager [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1512.367257] env[62555]: DEBUG nova.network.neutron [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1512.459591] env[62555]: DEBUG nova.policy [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0d44a46d4e14033b107b8103c640f73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67c60cd0b0b0461b87bc6bef05b0c188', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1512.473712] env[62555]: DEBUG oslo_vmware.api [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704503, 'name': PowerOffVM_Task, 'duration_secs': 0.265676} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.477197] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1512.478014] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1512.478014] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bb1736-660e-d9f9-4b78-82cd9c872cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.01776} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.478014] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68e5b483-ac87-4cff-8f50-6b4dc5521b72 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.479940] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167a3438-7d70-4640-a56a-f599561cfc4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.487408] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1512.487408] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52875fb9-4c42-aa4d-02f6-57f5dc2a739c" [ 1512.487408] env[62555]: _type = "Task" [ 1512.487408] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.497230] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquiring lock "refresh_cache-f895c262-2599-4660-a5d2-f0d78355aa45" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.497386] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquired lock "refresh_cache-f895c262-2599-4660-a5d2-f0d78355aa45" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.497542] env[62555]: DEBUG nova.network.neutron [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.498808] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52875fb9-4c42-aa4d-02f6-57f5dc2a739c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.561203] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704504, 'name': Rename_Task, 'duration_secs': 0.200012} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.561655] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.561973] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1512.562381] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1512.562381] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Deleting the datastore file [datastore1] 5407aef9-6270-418f-b018-fee8ef74dbe4 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1512.562584] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-030b4740-e949-4662-a564-3b3c0f7ec3de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.564252] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c12f0a40-3eea-42cb-bab2-9ca7de4664fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.573351] env[62555]: DEBUG oslo_vmware.api [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for the task: (returnval){ [ 1512.573351] env[62555]: value = "task-1704507" [ 1512.573351] env[62555]: _type = "Task" [ 1512.573351] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.574804] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1512.574804] env[62555]: value = "task-1704506" [ 1512.574804] env[62555]: _type = "Task" [ 1512.574804] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.590425] env[62555]: DEBUG oslo_vmware.api [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.594512] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.792641] env[62555]: DEBUG nova.network.neutron [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Successfully created port: 791c4c8a-76fb-4a6a-95ad-0855d003af1e {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1512.868408] env[62555]: DEBUG nova.compute.utils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1513.004661] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52875fb9-4c42-aa4d-02f6-57f5dc2a739c, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.004815] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.005126] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 5531e02e-939b-4dfa-b341-9f3d4dd2a875/5531e02e-939b-4dfa-b341-9f3d4dd2a875.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1513.005708] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-758069e8-ae30-4c8b-bc9d-7cbc832b5372 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.015052] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1513.015052] env[62555]: value = "task-1704508" [ 1513.015052] env[62555]: _type = "Task" [ 1513.015052] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.023586] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.091951] env[62555]: DEBUG oslo_vmware.api [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Task: {'id': task-1704507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224618} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.096240] env[62555]: DEBUG nova.network.neutron [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1513.098419] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.098706] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.098979] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.099250] env[62555]: INFO nova.compute.manager [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1513.099507] env[62555]: DEBUG oslo.service.loopingcall [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.099760] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704506, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.102639] env[62555]: DEBUG nova.compute.manager [-] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1513.102867] env[62555]: DEBUG nova.network.neutron [-] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1513.371109] env[62555]: DEBUG nova.compute.manager [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1513.423104] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f068a613-a541-4e0f-bbc7-8413dfe1d23b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.432963] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3422b04-b7a0-44ea-815e-e0cbee52a27d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.466984] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd2ff24-3ab0-4833-8d8d-8484f363113a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.477809] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c932afaa-7715-4b1f-a48b-f3d53aa044cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.496115] env[62555]: DEBUG nova.compute.provider_tree [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.526621] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704508, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.595949] env[62555]: DEBUG oslo_vmware.api [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704506, 'name': PowerOnVM_Task, 'duration_secs': 0.696439} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.596275] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.600147] env[62555]: INFO nova.compute.manager [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1513.600147] env[62555]: DEBUG nova.compute.manager [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1513.600147] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caa1459-06e4-41df-b8dd-7fd856628840 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.650065] env[62555]: DEBUG nova.network.neutron [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Updating instance_info_cache with network_info: [{"id": "a708dbe7-7aaa-444a-9b44-783c9fe68fcd", "address": "fa:16:3e:c6:5c:af", "network": {"id": "fc500fbd-bbce-48bb-9ba9-fc8be3378611", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1254366028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bae1a618b6f544ec8527c9a5ab88f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa708dbe7-7a", "ovs_interfaceid": "a708dbe7-7aaa-444a-9b44-783c9fe68fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.999541] env[62555]: DEBUG nova.scheduler.client.report [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1514.028830] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722336} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.029227] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 5531e02e-939b-4dfa-b341-9f3d4dd2a875/5531e02e-939b-4dfa-b341-9f3d4dd2a875.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1514.029510] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1514.031077] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69a29cc7-cf6d-4c9b-8c84-66334ac3c24b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.037658] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1514.037658] env[62555]: value = "task-1704509" [ 1514.037658] env[62555]: _type = "Task" [ 1514.037658] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.048658] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.058703] env[62555]: DEBUG nova.compute.manager [req-3554d38e-677c-41fd-b424-a928ef008f0b req-eb240512-0dbb-43d3-936b-3cbf42f02e7d service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Received event network-vif-deleted-26366ee1-1ca4-4db5-93b8-ee4128d85f23 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1514.058916] env[62555]: INFO nova.compute.manager [req-3554d38e-677c-41fd-b424-a928ef008f0b req-eb240512-0dbb-43d3-936b-3cbf42f02e7d service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Neutron deleted interface 26366ee1-1ca4-4db5-93b8-ee4128d85f23; detaching it from the instance and deleting it from the info cache [ 1514.059094] env[62555]: DEBUG nova.network.neutron [req-3554d38e-677c-41fd-b424-a928ef008f0b req-eb240512-0dbb-43d3-936b-3cbf42f02e7d service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.120894] env[62555]: INFO nova.compute.manager [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Took 54.53 seconds to build instance. [ 1514.156272] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Releasing lock "refresh_cache-f895c262-2599-4660-a5d2-f0d78355aa45" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.156614] env[62555]: DEBUG nova.compute.manager [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Instance network_info: |[{"id": "a708dbe7-7aaa-444a-9b44-783c9fe68fcd", "address": "fa:16:3e:c6:5c:af", "network": {"id": "fc500fbd-bbce-48bb-9ba9-fc8be3378611", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1254366028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bae1a618b6f544ec8527c9a5ab88f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa708dbe7-7a", "ovs_interfaceid": "a708dbe7-7aaa-444a-9b44-783c9fe68fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1514.157118] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:5c:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a708dbe7-7aaa-444a-9b44-783c9fe68fcd', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1514.168721] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Creating folder: Project (bae1a618b6f544ec8527c9a5ab88f25a). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.170657] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-210fed84-110a-466b-9c70-994960700da9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.174135] env[62555]: DEBUG nova.compute.manager [req-1cb0b22d-b903-44da-9351-ca2f1fa249a9 req-92fda943-89c7-4ff9-8359-e4703b8aa3bf service nova] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Received event network-changed-a708dbe7-7aaa-444a-9b44-783c9fe68fcd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1514.175031] env[62555]: DEBUG nova.compute.manager [req-1cb0b22d-b903-44da-9351-ca2f1fa249a9 req-92fda943-89c7-4ff9-8359-e4703b8aa3bf service nova] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Refreshing instance network info cache due to event network-changed-a708dbe7-7aaa-444a-9b44-783c9fe68fcd. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1514.175031] env[62555]: DEBUG oslo_concurrency.lockutils [req-1cb0b22d-b903-44da-9351-ca2f1fa249a9 req-92fda943-89c7-4ff9-8359-e4703b8aa3bf service nova] Acquiring lock "refresh_cache-f895c262-2599-4660-a5d2-f0d78355aa45" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.175031] env[62555]: DEBUG oslo_concurrency.lockutils [req-1cb0b22d-b903-44da-9351-ca2f1fa249a9 req-92fda943-89c7-4ff9-8359-e4703b8aa3bf service nova] Acquired lock "refresh_cache-f895c262-2599-4660-a5d2-f0d78355aa45" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.175031] env[62555]: DEBUG nova.network.neutron [req-1cb0b22d-b903-44da-9351-ca2f1fa249a9 req-92fda943-89c7-4ff9-8359-e4703b8aa3bf service nova] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Refreshing network info cache for port a708dbe7-7aaa-444a-9b44-783c9fe68fcd {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1514.189709] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Created folder: Project (bae1a618b6f544ec8527c9a5ab88f25a) in parent group-v355069. [ 1514.189985] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Creating folder: Instances. Parent ref: group-v355212. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1514.190415] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-293751bd-88bc-4f37-afed-b5ef9419397b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.205187] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Created folder: Instances in parent group-v355212. [ 1514.205187] env[62555]: DEBUG oslo.service.loopingcall [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1514.205187] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1514.205942] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-957c88f4-409b-45ce-b91c-b60d3dd49f05 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.232791] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1514.232791] env[62555]: value = "task-1704512" [ 1514.232791] env[62555]: _type = "Task" [ 1514.232791] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.250026] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704512, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.343674] env[62555]: DEBUG nova.network.neutron [-] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.386741] env[62555]: DEBUG nova.compute.manager [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1514.424816] env[62555]: DEBUG nova.virt.hardware [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:01:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='970233352',id=31,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-174948147',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1514.425060] env[62555]: DEBUG nova.virt.hardware [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1514.425223] env[62555]: DEBUG nova.virt.hardware [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1514.426099] env[62555]: DEBUG nova.virt.hardware [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1514.426099] env[62555]: DEBUG nova.virt.hardware [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1514.426099] env[62555]: DEBUG nova.virt.hardware [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1514.426099] env[62555]: DEBUG nova.virt.hardware [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1514.426099] env[62555]: DEBUG nova.virt.hardware [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1514.426308] env[62555]: DEBUG nova.virt.hardware [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1514.426497] env[62555]: DEBUG nova.virt.hardware [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1514.426553] env[62555]: DEBUG nova.virt.hardware [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1514.427928] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d2d831-af81-4520-b3b0-675ca962f25c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.436791] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0018e7df-6b1a-49fa-b170-5a92c56fdc7f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.504925] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.505504] env[62555]: DEBUG nova.compute.manager [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1514.508888] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.883s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.509135] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.511428] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.579s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.513546] env[62555]: INFO nova.compute.claims [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1514.549482] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113932} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.549825] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1514.550913] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e7e532-c74b-456c-8ad2-0b36e83dd940 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.580826] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 5531e02e-939b-4dfa-b341-9f3d4dd2a875/5531e02e-939b-4dfa-b341-9f3d4dd2a875.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.582336] env[62555]: INFO nova.scheduler.client.report [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Deleted allocations for instance ab7344d3-bb0b-48f7-bcf6-37edf6daef0e [ 1514.583891] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acc690e1-ab0d-46f7-bde6-437176d94c94 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.589761] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b84741b6-3abf-4de7-b9ce-80c4577d3508 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.611160] env[62555]: DEBUG nova.network.neutron [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Successfully updated port: 791c4c8a-76fb-4a6a-95ad-0855d003af1e {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1514.626179] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7129b2-91bd-40d2-b413-357bd6fb07b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.637482] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1514.637482] env[62555]: value = "task-1704513" [ 1514.637482] env[62555]: _type = "Task" [ 1514.637482] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.638663] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b0a3f5a-e8d8-4f5f-a4fb-44a9cdfcca57 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "69481620-9360-4fce-a2e8-91ea5046bd64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.029s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.660021] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.675231] env[62555]: DEBUG nova.compute.manager [req-3554d38e-677c-41fd-b424-a928ef008f0b req-eb240512-0dbb-43d3-936b-3cbf42f02e7d service nova] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Detach interface failed, port_id=26366ee1-1ca4-4db5-93b8-ee4128d85f23, reason: Instance 5407aef9-6270-418f-b018-fee8ef74dbe4 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1514.742591] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704512, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.849555] env[62555]: INFO nova.compute.manager [-] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Took 1.75 seconds to deallocate network for instance. [ 1514.968692] env[62555]: DEBUG nova.network.neutron [req-1cb0b22d-b903-44da-9351-ca2f1fa249a9 req-92fda943-89c7-4ff9-8359-e4703b8aa3bf service nova] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Updated VIF entry in instance network info cache for port a708dbe7-7aaa-444a-9b44-783c9fe68fcd. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.969237] env[62555]: DEBUG nova.network.neutron [req-1cb0b22d-b903-44da-9351-ca2f1fa249a9 req-92fda943-89c7-4ff9-8359-e4703b8aa3bf service nova] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Updating instance_info_cache with network_info: [{"id": "a708dbe7-7aaa-444a-9b44-783c9fe68fcd", "address": "fa:16:3e:c6:5c:af", "network": {"id": "fc500fbd-bbce-48bb-9ba9-fc8be3378611", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1254366028-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bae1a618b6f544ec8527c9a5ab88f25a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa708dbe7-7a", "ovs_interfaceid": "a708dbe7-7aaa-444a-9b44-783c9fe68fcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.022027] env[62555]: DEBUG nova.compute.utils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1515.026527] env[62555]: DEBUG nova.compute.manager [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1515.026783] env[62555]: DEBUG nova.network.neutron [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1515.066916] env[62555]: DEBUG nova.policy [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eca0dcfad746467b98b9c960f1891b96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '922f74d22fdd42559ad25ec18ec3bdfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1515.116371] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99d8c23b-f081-411e-a80a-aa2e2e59312b tempest-FloatingIPsAssociationTestJSON-479283291 tempest-FloatingIPsAssociationTestJSON-479283291-project-member] Lock "ab7344d3-bb0b-48f7-bcf6-37edf6daef0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.135s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.118122] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "refresh_cache-4290adde-f861-4f47-8343-4f937865b4e6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.118122] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquired lock "refresh_cache-4290adde-f861-4f47-8343-4f937865b4e6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.118253] env[62555]: DEBUG nova.network.neutron [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1515.146138] env[62555]: DEBUG nova.compute.manager [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1515.155409] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.244302] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704512, 'name': CreateVM_Task, 'duration_secs': 0.855634} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.244574] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1515.245301] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.245493] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.245885] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1515.246774] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ca41e7-bf14-44da-82b7-dcfc44e98379 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.252505] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for the task: (returnval){ [ 1515.252505] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5209a5a8-229a-fae8-43a0-67933be8a3bf" [ 1515.252505] env[62555]: _type = "Task" [ 1515.252505] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.262825] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5209a5a8-229a-fae8-43a0-67933be8a3bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.357724] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.474048] env[62555]: DEBUG oslo_concurrency.lockutils [req-1cb0b22d-b903-44da-9351-ca2f1fa249a9 req-92fda943-89c7-4ff9-8359-e4703b8aa3bf service nova] Releasing lock "refresh_cache-f895c262-2599-4660-a5d2-f0d78355aa45" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.530676] env[62555]: DEBUG nova.compute.manager [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1515.567548] env[62555]: DEBUG nova.network.neutron [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Successfully created port: 009d99bd-aeeb-43a9-b4fc-fe412901cb62 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1515.657660] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704513, 'name': ReconfigVM_Task, 'duration_secs': 0.813064} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.662707] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 5531e02e-939b-4dfa-b341-9f3d4dd2a875/5531e02e-939b-4dfa-b341-9f3d4dd2a875.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.663731] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ca2e4ff-3ae6-4d27-a219-48f410e46598 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.671663] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1515.671663] env[62555]: value = "task-1704514" [ 1515.671663] env[62555]: _type = "Task" [ 1515.671663] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.676486] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.684320] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704514, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.685096] env[62555]: DEBUG nova.network.neutron [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1515.768052] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5209a5a8-229a-fae8-43a0-67933be8a3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.013635} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.768556] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.768755] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1515.769075] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1515.769279] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.769560] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1515.769908] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db3bd342-b090-4dfd-abaa-21383ed24da5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.780281] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1515.780572] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1515.785120] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bccec30-3493-4245-aaf3-95e5c3b78ca0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.793246] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for the task: (returnval){ [ 1515.793246] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d8f5f9-0100-b413-6b50-12034eb8c263" [ 1515.793246] env[62555]: _type = "Task" [ 1515.793246] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.812047] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d8f5f9-0100-b413-6b50-12034eb8c263, 'name': SearchDatastore_Task, 'duration_secs': 0.014775} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.813079] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c36d12b-3b8b-4c00-81cb-96c77656c45d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.822824] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for the task: (returnval){ [ 1515.822824] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525813ee-7837-e3fa-338e-a58b4960c645" [ 1515.822824] env[62555]: _type = "Task" [ 1515.822824] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.831520] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525813ee-7837-e3fa-338e-a58b4960c645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.105613] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba60d3e2-4ca0-4a30-8196-ccd5d11d0a3a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.113854] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355ccd12-d577-42e1-9ad3-101d4e318b83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.149333] env[62555]: DEBUG nova.network.neutron [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Updating instance_info_cache with network_info: [{"id": "791c4c8a-76fb-4a6a-95ad-0855d003af1e", "address": "fa:16:3e:ba:d8:8f", "network": {"id": "9808c566-2706-4208-8422-fe06b560856c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1416622049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c60cd0b0b0461b87bc6bef05b0c188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791c4c8a-76", "ovs_interfaceid": "791c4c8a-76fb-4a6a-95ad-0855d003af1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.151142] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd9d74c-3f23-4c6c-b16c-8b2aee0aebb4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.159723] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214179c1-4706-47da-b172-510b37be442a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.177545] env[62555]: DEBUG nova.compute.provider_tree [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.186692] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704514, 'name': Rename_Task, 'duration_secs': 0.191319} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.186850] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1516.187086] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2730cb09-1211-4958-9fce-22534c4abf53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.194370] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1516.194370] env[62555]: value = "task-1704515" [ 1516.194370] env[62555]: _type = "Task" [ 1516.194370] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.202886] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.334712] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525813ee-7837-e3fa-338e-a58b4960c645, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.335017] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.335633] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] f895c262-2599-4660-a5d2-f0d78355aa45/f895c262-2599-4660-a5d2-f0d78355aa45.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.335633] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dec7b58-e76b-427b-98d1-25d183cce322 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.343772] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for the task: (returnval){ [ 1516.343772] env[62555]: value = "task-1704516" [ 1516.343772] env[62555]: _type = "Task" [ 1516.343772] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.354983] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.548475] env[62555]: DEBUG nova.compute.manager [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1516.585939] env[62555]: DEBUG nova.virt.hardware [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1516.585939] env[62555]: DEBUG nova.virt.hardware [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1516.585939] env[62555]: DEBUG nova.virt.hardware [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.585939] env[62555]: DEBUG nova.virt.hardware [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1516.585939] env[62555]: DEBUG nova.virt.hardware [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.585939] env[62555]: DEBUG nova.virt.hardware [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1516.587172] env[62555]: DEBUG nova.virt.hardware [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1516.587807] env[62555]: DEBUG nova.virt.hardware [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1516.587807] env[62555]: DEBUG nova.virt.hardware [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1516.587956] env[62555]: DEBUG nova.virt.hardware [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1516.588022] env[62555]: DEBUG nova.virt.hardware [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1516.589069] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7cefca-18eb-473d-9cfd-03f295d1f6a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.601295] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2b53d8-dc1f-42fb-85e4-32ab47eeff4e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.657848] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Releasing lock "refresh_cache-4290adde-f861-4f47-8343-4f937865b4e6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.657848] env[62555]: DEBUG nova.compute.manager [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Instance network_info: |[{"id": "791c4c8a-76fb-4a6a-95ad-0855d003af1e", "address": "fa:16:3e:ba:d8:8f", "network": {"id": "9808c566-2706-4208-8422-fe06b560856c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1416622049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c60cd0b0b0461b87bc6bef05b0c188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791c4c8a-76", "ovs_interfaceid": "791c4c8a-76fb-4a6a-95ad-0855d003af1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1516.657848] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:d8:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '791c4c8a-76fb-4a6a-95ad-0855d003af1e', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1516.669855] env[62555]: DEBUG oslo.service.loopingcall [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1516.669855] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1516.670276] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4d6e494-c0e2-4670-961e-6fbd7b1ea92f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.688272] env[62555]: DEBUG nova.scheduler.client.report [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1516.704223] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1516.704223] env[62555]: value = "task-1704517" [ 1516.704223] env[62555]: _type = "Task" [ 1516.704223] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.718009] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.727904] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704517, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.822590] env[62555]: DEBUG nova.compute.manager [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Received event network-vif-plugged-791c4c8a-76fb-4a6a-95ad-0855d003af1e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1516.822827] env[62555]: DEBUG oslo_concurrency.lockutils [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] Acquiring lock "4290adde-f861-4f47-8343-4f937865b4e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1516.823600] env[62555]: DEBUG oslo_concurrency.lockutils [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] Lock "4290adde-f861-4f47-8343-4f937865b4e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1516.823706] env[62555]: DEBUG oslo_concurrency.lockutils [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] Lock "4290adde-f861-4f47-8343-4f937865b4e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1516.823912] env[62555]: DEBUG nova.compute.manager [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] No waiting events found dispatching network-vif-plugged-791c4c8a-76fb-4a6a-95ad-0855d003af1e {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1516.824061] env[62555]: WARNING nova.compute.manager [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Received unexpected event network-vif-plugged-791c4c8a-76fb-4a6a-95ad-0855d003af1e for instance with vm_state building and task_state spawning. [ 1516.824232] env[62555]: DEBUG nova.compute.manager [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Received event network-changed-791c4c8a-76fb-4a6a-95ad-0855d003af1e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1516.824419] env[62555]: DEBUG nova.compute.manager [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Refreshing instance network info cache due to event network-changed-791c4c8a-76fb-4a6a-95ad-0855d003af1e. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1516.824625] env[62555]: DEBUG oslo_concurrency.lockutils [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] Acquiring lock "refresh_cache-4290adde-f861-4f47-8343-4f937865b4e6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1516.824760] env[62555]: DEBUG oslo_concurrency.lockutils [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] Acquired lock "refresh_cache-4290adde-f861-4f47-8343-4f937865b4e6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.825145] env[62555]: DEBUG nova.network.neutron [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Refreshing network info cache for port 791c4c8a-76fb-4a6a-95ad-0855d003af1e {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1516.859228] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704516, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.195053] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.683s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.195318] env[62555]: DEBUG nova.compute.manager [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1517.198199] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.468s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.198413] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.201643] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.367s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.204030] env[62555]: INFO nova.compute.claims [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1517.229717] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704515, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.229927] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704517, 'name': CreateVM_Task, 'duration_secs': 0.526248} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.231018] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1517.231098] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.231643] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.231976] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1517.233362] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7127e55-faa6-4d0a-8d45-a133e7b5237b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.237474] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1517.237474] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d1dfde-30f8-d0d6-5c94-cbfca29211ba" [ 1517.237474] env[62555]: _type = "Task" [ 1517.237474] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.243659] env[62555]: INFO nova.scheduler.client.report [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Deleted allocations for instance c846f03f-5847-4c38-b654-fe7cf846f059 [ 1517.247926] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d1dfde-30f8-d0d6-5c94-cbfca29211ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.287850] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquiring lock "eeaafee9-6976-4796-a177-5fffaa70ee15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.288933] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Lock "eeaafee9-6976-4796-a177-5fffaa70ee15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.289181] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquiring lock "eeaafee9-6976-4796-a177-5fffaa70ee15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.289376] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Lock "eeaafee9-6976-4796-a177-5fffaa70ee15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.289546] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Lock "eeaafee9-6976-4796-a177-5fffaa70ee15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.293036] env[62555]: INFO nova.compute.manager [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Terminating instance [ 1517.358205] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559832} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.358516] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] f895c262-2599-4660-a5d2-f0d78355aa45/f895c262-2599-4660-a5d2-f0d78355aa45.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1517.358836] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1517.359071] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cabf29ed-4a7a-4300-bb43-d5a4bae3daf9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.365640] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for the task: (returnval){ [ 1517.365640] env[62555]: value = "task-1704518" [ 1517.365640] env[62555]: _type = "Task" [ 1517.365640] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.373813] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.659675] env[62555]: DEBUG nova.network.neutron [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Successfully updated port: 009d99bd-aeeb-43a9-b4fc-fe412901cb62 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1517.678694] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "a29dcab5-08b5-4549-b361-5b15efcdd240" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.679057] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.711956] env[62555]: DEBUG nova.compute.utils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1517.717754] env[62555]: DEBUG nova.compute.manager [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1517.717754] env[62555]: DEBUG nova.network.neutron [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1517.729685] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704515, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.750181] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d1dfde-30f8-d0d6-5c94-cbfca29211ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011791} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.750496] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.750726] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1517.750953] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1517.751344] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.751344] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1517.751591] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f34db618-9083-4975-bbac-3eb679eeed63 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.756239] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7dd99096-8803-4fff-b5ae-7c4c532a3680 tempest-ServersTestFqdnHostnames-2084808088 tempest-ServersTestFqdnHostnames-2084808088-project-member] Lock "c846f03f-5847-4c38-b654-fe7cf846f059" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.802s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1517.762124] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1517.762296] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1517.763024] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc030a0-1d14-4a51-b86e-80a6179b0dd8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.768267] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1517.768267] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5226774c-a893-faf1-b63b-4b954362a0c9" [ 1517.768267] env[62555]: _type = "Task" [ 1517.768267] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.773553] env[62555]: DEBUG nova.policy [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3702b9bb516543af83fbaca13d1056bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4637e659dfb4ea99bc4f40195f53863', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1517.783898] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5226774c-a893-faf1-b63b-4b954362a0c9, 'name': SearchDatastore_Task, 'duration_secs': 0.008364} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.784738] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3128ced8-1b70-4824-9240-db478726342e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.794197] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1517.794197] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5239523f-aefd-f3bd-6c84-f03544af6edf" [ 1517.794197] env[62555]: _type = "Task" [ 1517.794197] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.798404] env[62555]: DEBUG nova.compute.manager [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1517.798618] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1517.799869] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba98f641-c1ae-4e12-bc56-a450f95642ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.810451] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5239523f-aefd-f3bd-6c84-f03544af6edf, 'name': SearchDatastore_Task, 'duration_secs': 0.00913} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.812602] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1517.813527] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 4290adde-f861-4f47-8343-4f937865b4e6/4290adde-f861-4f47-8343-4f937865b4e6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1517.813636] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.813792] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58a02492-4b18-45ea-92d3-1bedf1de4f6c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.815875] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51801e62-0a25-4303-b32a-9d0f293fb5e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.823919] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1517.823919] env[62555]: value = "task-1704520" [ 1517.823919] env[62555]: _type = "Task" [ 1517.823919] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.825204] env[62555]: DEBUG oslo_vmware.api [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for the task: (returnval){ [ 1517.825204] env[62555]: value = "task-1704519" [ 1517.825204] env[62555]: _type = "Task" [ 1517.825204] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.836670] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.840066] env[62555]: DEBUG oslo_vmware.api [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.857637] env[62555]: DEBUG nova.network.neutron [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Updated VIF entry in instance network info cache for port 791c4c8a-76fb-4a6a-95ad-0855d003af1e. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1517.858139] env[62555]: DEBUG nova.network.neutron [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Updating instance_info_cache with network_info: [{"id": "791c4c8a-76fb-4a6a-95ad-0855d003af1e", "address": "fa:16:3e:ba:d8:8f", "network": {"id": "9808c566-2706-4208-8422-fe06b560856c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1416622049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c60cd0b0b0461b87bc6bef05b0c188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791c4c8a-76", "ovs_interfaceid": "791c4c8a-76fb-4a6a-95ad-0855d003af1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.883202] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066551} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.883520] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.885205] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d0ec6c-264d-4cd6-b22b-ca8c1e98fabc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.912487] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] f895c262-2599-4660-a5d2-f0d78355aa45/f895c262-2599-4660-a5d2-f0d78355aa45.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.912810] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4624ee6d-dbd7-4fab-beef-2b9ef9656129 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.935988] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for the task: (returnval){ [ 1517.935988] env[62555]: value = "task-1704521" [ 1517.935988] env[62555]: _type = "Task" [ 1517.935988] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.948545] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.153652] env[62555]: DEBUG nova.network.neutron [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Successfully created port: 2447f13e-6342-4c2f-9b54-bc4d2232a7ce {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1518.165075] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "refresh_cache-47a16523-83e6-4b11-9695-06b96a92dd13" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.165075] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "refresh_cache-47a16523-83e6-4b11-9695-06b96a92dd13" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.165075] env[62555]: DEBUG nova.network.neutron [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.223800] env[62555]: DEBUG oslo_vmware.api [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704515, 'name': PowerOnVM_Task, 'duration_secs': 1.54222} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.223800] env[62555]: DEBUG nova.compute.manager [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1518.226339] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1518.226518] env[62555]: INFO nova.compute.manager [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1518.226676] env[62555]: DEBUG nova.compute.manager [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1518.227857] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3936a05-3785-4dd1-813e-7cab2403a61f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.341389] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704520, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.349282] env[62555]: DEBUG oslo_vmware.api [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704519, 'name': PowerOffVM_Task, 'duration_secs': 0.220119} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.349432] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1518.349542] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1518.349815] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fcd99cf-c8ee-4c37-a8b8-2566d5eb851c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.362339] env[62555]: DEBUG oslo_concurrency.lockutils [req-8234b329-c739-4e89-80ce-b2273787a314 req-5e52f8c7-e422-477e-9a14-ea07da81f48b service nova] Releasing lock "refresh_cache-4290adde-f861-4f47-8343-4f937865b4e6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1518.451432] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704521, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.472791] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1518.473035] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1518.473499] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Deleting the datastore file [datastore1] eeaafee9-6976-4796-a177-5fffaa70ee15 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1518.473796] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35efbca7-1787-4c8b-a86f-89600a629f23 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.481375] env[62555]: DEBUG oslo_vmware.api [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for the task: (returnval){ [ 1518.481375] env[62555]: value = "task-1704523" [ 1518.481375] env[62555]: _type = "Task" [ 1518.481375] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.492665] env[62555]: DEBUG oslo_vmware.api [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.714483] env[62555]: DEBUG nova.network.neutron [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1518.755981] env[62555]: INFO nova.compute.manager [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Took 57.12 seconds to build instance. [ 1518.795228] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b168fdb-e770-4c5f-b7ac-df5bd592d258 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.805868] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b961db5f-3e3b-4adb-922f-448550594086 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.850242] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d93fb7a-ede3-4707-8a17-95d29a20af93 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.864381] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892a210f-da66-41b1-9bcd-d24bf61790ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.871018] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662022} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.871018] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 4290adde-f861-4f47-8343-4f937865b4e6/4290adde-f861-4f47-8343-4f937865b4e6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1518.871018] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1518.871018] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e80e652-9273-4468-981c-73b230ac3e28 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.880743] env[62555]: DEBUG nova.compute.provider_tree [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.887673] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1518.887673] env[62555]: value = "task-1704524" [ 1518.887673] env[62555]: _type = "Task" [ 1518.887673] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.897053] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.947794] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704521, 'name': ReconfigVM_Task, 'duration_secs': 0.526757} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.950191] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Reconfigured VM instance instance-00000030 to attach disk [datastore1] f895c262-2599-4660-a5d2-f0d78355aa45/f895c262-2599-4660-a5d2-f0d78355aa45.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.950191] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef66ce3b-85ee-4ac4-a31a-9428b484c72d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.955763] env[62555]: DEBUG nova.compute.manager [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Received event network-vif-plugged-009d99bd-aeeb-43a9-b4fc-fe412901cb62 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1518.955950] env[62555]: DEBUG oslo_concurrency.lockutils [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] Acquiring lock "47a16523-83e6-4b11-9695-06b96a92dd13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.956525] env[62555]: DEBUG oslo_concurrency.lockutils [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] Lock "47a16523-83e6-4b11-9695-06b96a92dd13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.956525] env[62555]: DEBUG oslo_concurrency.lockutils [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] Lock "47a16523-83e6-4b11-9695-06b96a92dd13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.956525] env[62555]: DEBUG nova.compute.manager [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] No waiting events found dispatching network-vif-plugged-009d99bd-aeeb-43a9-b4fc-fe412901cb62 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1518.956725] env[62555]: WARNING nova.compute.manager [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Received unexpected event network-vif-plugged-009d99bd-aeeb-43a9-b4fc-fe412901cb62 for instance with vm_state building and task_state spawning. [ 1518.956793] env[62555]: DEBUG nova.compute.manager [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Received event network-changed-009d99bd-aeeb-43a9-b4fc-fe412901cb62 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1518.956940] env[62555]: DEBUG nova.compute.manager [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Refreshing instance network info cache due to event network-changed-009d99bd-aeeb-43a9-b4fc-fe412901cb62. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1518.957293] env[62555]: DEBUG oslo_concurrency.lockutils [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] Acquiring lock "refresh_cache-47a16523-83e6-4b11-9695-06b96a92dd13" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.959264] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for the task: (returnval){ [ 1518.959264] env[62555]: value = "task-1704525" [ 1518.959264] env[62555]: _type = "Task" [ 1518.959264] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.969392] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704525, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.991624] env[62555]: DEBUG oslo_vmware.api [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Task: {'id': task-1704523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17383} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.992553] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1518.992553] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1518.992702] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1518.993019] env[62555]: INFO nova.compute.manager [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1518.993286] env[62555]: DEBUG oslo.service.loopingcall [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1518.993513] env[62555]: DEBUG nova.compute.manager [-] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1518.993635] env[62555]: DEBUG nova.network.neutron [-] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.153865] env[62555]: DEBUG nova.network.neutron [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Updating instance_info_cache with network_info: [{"id": "009d99bd-aeeb-43a9-b4fc-fe412901cb62", "address": "fa:16:3e:89:fb:58", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009d99bd-ae", "ovs_interfaceid": "009d99bd-aeeb-43a9-b4fc-fe412901cb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.237289] env[62555]: DEBUG nova.compute.manager [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1519.258340] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3d4d5937-167d-42fc-a023-0b026dd7b8ee tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.402s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.277297] env[62555]: DEBUG nova.virt.hardware [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1519.277691] env[62555]: DEBUG nova.virt.hardware [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1519.277761] env[62555]: DEBUG nova.virt.hardware [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1519.277943] env[62555]: DEBUG nova.virt.hardware [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1519.278464] env[62555]: DEBUG nova.virt.hardware [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1519.278669] env[62555]: DEBUG nova.virt.hardware [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1519.278886] env[62555]: DEBUG nova.virt.hardware [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1519.279252] env[62555]: DEBUG nova.virt.hardware [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1519.279252] env[62555]: DEBUG nova.virt.hardware [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1519.279396] env[62555]: DEBUG nova.virt.hardware [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1519.279554] env[62555]: DEBUG nova.virt.hardware [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1519.281235] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fcf15b-2ead-467b-8fcc-1ecb82a78891 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.292487] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb3927c-50c9-40b0-81d5-7c2d22019a5d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.384731] env[62555]: DEBUG nova.scheduler.client.report [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1519.407889] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101747} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.411023] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1519.411023] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65d9086-5c9f-4a61-b67b-5ea50ae54ce6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.437297] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4290adde-f861-4f47-8343-4f937865b4e6/4290adde-f861-4f47-8343-4f937865b4e6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1519.438930] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a9593ca-31be-40dd-acfa-21754fbfe05c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.472912] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704525, 'name': Rename_Task, 'duration_secs': 0.266265} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.474233] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1519.474233] env[62555]: value = "task-1704526" [ 1519.474233] env[62555]: _type = "Task" [ 1519.474233] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.474233] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.474233] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-695712e7-6309-4c58-a4a8-97cf2a12e05b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.487122] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.488800] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for the task: (returnval){ [ 1519.488800] env[62555]: value = "task-1704527" [ 1519.488800] env[62555]: _type = "Task" [ 1519.488800] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.497619] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.657139] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "refresh_cache-47a16523-83e6-4b11-9695-06b96a92dd13" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.657508] env[62555]: DEBUG nova.compute.manager [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Instance network_info: |[{"id": "009d99bd-aeeb-43a9-b4fc-fe412901cb62", "address": "fa:16:3e:89:fb:58", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009d99bd-ae", "ovs_interfaceid": "009d99bd-aeeb-43a9-b4fc-fe412901cb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1519.657828] env[62555]: DEBUG oslo_concurrency.lockutils [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] Acquired lock "refresh_cache-47a16523-83e6-4b11-9695-06b96a92dd13" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.658027] env[62555]: DEBUG nova.network.neutron [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Refreshing network info cache for port 009d99bd-aeeb-43a9-b4fc-fe412901cb62 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1519.659983] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:fb:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '009d99bd-aeeb-43a9-b4fc-fe412901cb62', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1519.668272] env[62555]: DEBUG oslo.service.loopingcall [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1519.668857] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1519.669111] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4df47201-dafc-41d9-9312-c3bbf377653b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.696863] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1519.696863] env[62555]: value = "task-1704528" [ 1519.696863] env[62555]: _type = "Task" [ 1519.696863] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.707853] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704528, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.761081] env[62555]: DEBUG nova.compute.manager [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1519.893117] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1519.893752] env[62555]: DEBUG nova.compute.manager [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1519.897776] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.872s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1519.898056] env[62555]: DEBUG nova.objects.instance [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'resources' on Instance uuid 6073fd04-afee-4fe8-bbe8-5f283c134cf7 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1519.961063] env[62555]: INFO nova.compute.manager [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Rescuing [ 1519.961710] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "refresh_cache-5531e02e-939b-4dfa-b341-9f3d4dd2a875" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1519.961710] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "refresh_cache-5531e02e-939b-4dfa-b341-9f3d4dd2a875" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.961861] env[62555]: DEBUG nova.network.neutron [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1519.986314] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704526, 'name': ReconfigVM_Task, 'duration_secs': 0.325913} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.986610] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4290adde-f861-4f47-8343-4f937865b4e6/4290adde-f861-4f47-8343-4f937865b4e6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1519.989470] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62555) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1519.989470] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-c77ca7de-527c-4d56-82f7-b6301fb0e4a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.999690] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704527, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.001581] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1520.001581] env[62555]: value = "task-1704529" [ 1520.001581] env[62555]: _type = "Task" [ 1520.001581] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.010202] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704529, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.212555] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704528, 'name': CreateVM_Task, 'duration_secs': 0.411754} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.212555] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1520.214036] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.214036] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.214036] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1520.216465] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa154e7-90fd-4056-8c2e-5a903034a745 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.224928] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1520.224928] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5206a9fc-fedb-3556-966f-1e7b735edf5a" [ 1520.224928] env[62555]: _type = "Task" [ 1520.224928] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.238967] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5206a9fc-fedb-3556-966f-1e7b735edf5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010287} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.240014] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.240115] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1520.240387] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.240548] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.240931] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1520.241507] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-323f2177-541a-4341-81b1-3cbe76c9bb4f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.252652] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1520.252894] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1520.254089] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15ead39-a344-4ca9-bd36-8d790292326b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.260366] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1520.260366] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529195bf-c2ea-18f4-6df6-718a057c478b" [ 1520.260366] env[62555]: _type = "Task" [ 1520.260366] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.278946] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529195bf-c2ea-18f4-6df6-718a057c478b, 'name': SearchDatastore_Task, 'duration_secs': 0.008997} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.278946] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40c0c12-5be6-4ecb-a537-7e123318ba31 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.283957] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1520.283957] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522b991f-c1f5-3e60-97bf-1b43e1310f32" [ 1520.283957] env[62555]: _type = "Task" [ 1520.283957] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.299353] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522b991f-c1f5-3e60-97bf-1b43e1310f32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.300495] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.351387] env[62555]: DEBUG nova.network.neutron [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Successfully updated port: 2447f13e-6342-4c2f-9b54-bc4d2232a7ce {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1520.401646] env[62555]: DEBUG nova.compute.utils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1520.407483] env[62555]: DEBUG nova.compute.manager [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1520.407483] env[62555]: DEBUG nova.network.neutron [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1520.500384] env[62555]: DEBUG oslo_vmware.api [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704527, 'name': PowerOnVM_Task, 'duration_secs': 0.737746} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.501666] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1520.502494] env[62555]: INFO nova.compute.manager [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1520.502494] env[62555]: DEBUG nova.compute.manager [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1520.502953] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2411165-1764-45a2-aaa2-c4ac6bf129f9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.524402] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704529, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.088547} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.527804] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62555) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1520.528374] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0098800f-ebf3-4815-870b-da02b99c4e81 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.557159] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 4290adde-f861-4f47-8343-4f937865b4e6/ephemeral_0.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1520.563806] env[62555]: DEBUG nova.policy [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52ed2acc60614271813dc4683a1c54f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9325da5887f4914a93c5eea99e5a5f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1520.565636] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dfaeb1d-f9a4-4daa-9b86-6efcc12570f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.580430] env[62555]: DEBUG nova.compute.manager [req-3ed4b982-d053-4c6d-92d7-f4b37341aa0f req-49bc3a80-3bb4-4cfb-b3f0-2d678fe1f171 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Received event network-vif-deleted-2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1520.580430] env[62555]: INFO nova.compute.manager [req-3ed4b982-d053-4c6d-92d7-f4b37341aa0f req-49bc3a80-3bb4-4cfb-b3f0-2d678fe1f171 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Neutron deleted interface 2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2; detaching it from the instance and deleting it from the info cache [ 1520.580430] env[62555]: DEBUG nova.network.neutron [req-3ed4b982-d053-4c6d-92d7-f4b37341aa0f req-49bc3a80-3bb4-4cfb-b3f0-2d678fe1f171 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.592431] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1520.592431] env[62555]: value = "task-1704530" [ 1520.592431] env[62555]: _type = "Task" [ 1520.592431] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.603657] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.711354] env[62555]: DEBUG nova.network.neutron [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Updated VIF entry in instance network info cache for port 009d99bd-aeeb-43a9-b4fc-fe412901cb62. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.712205] env[62555]: DEBUG nova.network.neutron [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Updating instance_info_cache with network_info: [{"id": "009d99bd-aeeb-43a9-b4fc-fe412901cb62", "address": "fa:16:3e:89:fb:58", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap009d99bd-ae", "ovs_interfaceid": "009d99bd-aeeb-43a9-b4fc-fe412901cb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.725113] env[62555]: DEBUG nova.network.neutron [-] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.796274] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522b991f-c1f5-3e60-97bf-1b43e1310f32, 'name': SearchDatastore_Task, 'duration_secs': 0.018093} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.796941] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1520.796941] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 47a16523-83e6-4b11-9695-06b96a92dd13/47a16523-83e6-4b11-9695-06b96a92dd13.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1520.797176] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25144573-bf87-44b5-9560-f3b9f8880a15 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.809518] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1520.809518] env[62555]: value = "task-1704531" [ 1520.809518] env[62555]: _type = "Task" [ 1520.809518] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.822407] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.860546] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquiring lock "refresh_cache-d21ddb2e-1206-4135-b9e2-7d76dcf27864" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.860546] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquired lock "refresh_cache-d21ddb2e-1206-4135-b9e2-7d76dcf27864" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.860546] env[62555]: DEBUG nova.network.neutron [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.908357] env[62555]: DEBUG nova.compute.manager [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1520.994821] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040abfd0-ff45-4e52-956d-b1ee488da748 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.003375] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a0fb3f-37ca-4955-b9b3-3407852504d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.042048] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7d1c2a-22f6-44c8-b5eb-497993b93c7a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.048453] env[62555]: INFO nova.compute.manager [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Took 55.44 seconds to build instance. [ 1521.051788] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f40c725-2c1d-4c13-8730-f9ffe74ad2aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.056807] env[62555]: DEBUG nova.network.neutron [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Successfully created port: e4b5d8ec-dcb7-45a9-8a83-31f127672cba {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.070621] env[62555]: DEBUG nova.compute.provider_tree [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1521.082154] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-016d67dd-5618-493a-9c56-00950e9fb2b0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.092324] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505b63b4-e6b2-4fb4-a08f-9de46419965b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.114913] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704530, 'name': ReconfigVM_Task, 'duration_secs': 0.333444} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.115203] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 4290adde-f861-4f47-8343-4f937865b4e6/ephemeral_0.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1521.116085] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afd28b99-58f1-48cd-b06e-d91e4f1cc90b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.120305] env[62555]: DEBUG nova.network.neutron [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Updating instance_info_cache with network_info: [{"id": "dcc38865-9202-4511-9e80-ac0b941690e3", "address": "fa:16:3e:97:6a:01", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcc38865-92", "ovs_interfaceid": "dcc38865-9202-4511-9e80-ac0b941690e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.136790] env[62555]: DEBUG nova.compute.manager [req-3ed4b982-d053-4c6d-92d7-f4b37341aa0f req-49bc3a80-3bb4-4cfb-b3f0-2d678fe1f171 service nova] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Detach interface failed, port_id=2aa24ed0-e1e6-40c5-9892-5b7b51a2c9d2, reason: Instance eeaafee9-6976-4796-a177-5fffaa70ee15 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1521.137465] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1521.137465] env[62555]: value = "task-1704532" [ 1521.137465] env[62555]: _type = "Task" [ 1521.137465] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.150216] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704532, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.191759] env[62555]: DEBUG nova.compute.manager [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Received event network-vif-plugged-2447f13e-6342-4c2f-9b54-bc4d2232a7ce {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1521.194096] env[62555]: DEBUG oslo_concurrency.lockutils [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] Acquiring lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.194420] env[62555]: DEBUG oslo_concurrency.lockutils [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] Lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.194749] env[62555]: DEBUG oslo_concurrency.lockutils [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] Lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.195462] env[62555]: DEBUG nova.compute.manager [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] No waiting events found dispatching network-vif-plugged-2447f13e-6342-4c2f-9b54-bc4d2232a7ce {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1521.195462] env[62555]: WARNING nova.compute.manager [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Received unexpected event network-vif-plugged-2447f13e-6342-4c2f-9b54-bc4d2232a7ce for instance with vm_state building and task_state spawning. [ 1521.195462] env[62555]: DEBUG nova.compute.manager [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Received event network-changed-2447f13e-6342-4c2f-9b54-bc4d2232a7ce {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1521.195764] env[62555]: DEBUG nova.compute.manager [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Refreshing instance network info cache due to event network-changed-2447f13e-6342-4c2f-9b54-bc4d2232a7ce. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1521.195840] env[62555]: DEBUG oslo_concurrency.lockutils [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] Acquiring lock "refresh_cache-d21ddb2e-1206-4135-b9e2-7d76dcf27864" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1521.214282] env[62555]: DEBUG oslo_concurrency.lockutils [req-468511b2-7820-47d3-8e8a-6891ed15c86a req-1ba65d95-a9b6-44bc-aaf3-f16a69623403 service nova] Releasing lock "refresh_cache-47a16523-83e6-4b11-9695-06b96a92dd13" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.228774] env[62555]: INFO nova.compute.manager [-] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Took 2.23 seconds to deallocate network for instance. [ 1521.320522] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704531, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.429640] env[62555]: DEBUG nova.network.neutron [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1521.549077] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e1e8230-dad5-4c25-aa52-2645f7adb0a3 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Lock "f895c262-2599-4660-a5d2-f0d78355aa45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.720s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.572070] env[62555]: DEBUG nova.scheduler.client.report [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1521.640727] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "refresh_cache-5531e02e-939b-4dfa-b341-9f3d4dd2a875" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.654436] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704532, 'name': Rename_Task, 'duration_secs': 0.363241} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.654436] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1521.654436] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d91d531b-6e7d-4d7a-b407-e1b7ff9c4dd3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.664081] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1521.664081] env[62555]: value = "task-1704533" [ 1521.664081] env[62555]: _type = "Task" [ 1521.664081] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.684339] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.738396] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.795870] env[62555]: DEBUG nova.network.neutron [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Updating instance_info_cache with network_info: [{"id": "2447f13e-6342-4c2f-9b54-bc4d2232a7ce", "address": "fa:16:3e:61:d1:f9", "network": {"id": "037f60a3-2dc8-411a-a71d-bb4211ba5f4a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-403168446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4637e659dfb4ea99bc4f40195f53863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2447f13e-63", "ovs_interfaceid": "2447f13e-6342-4c2f-9b54-bc4d2232a7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.821347] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564569} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.821773] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 47a16523-83e6-4b11-9695-06b96a92dd13/47a16523-83e6-4b11-9695-06b96a92dd13.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1521.821853] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1521.822070] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32d8878e-44d4-453d-a547-787fa56fe200 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.831271] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1521.831271] env[62555]: value = "task-1704534" [ 1521.831271] env[62555]: _type = "Task" [ 1521.831271] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.841646] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.922302] env[62555]: DEBUG nova.compute.manager [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1521.954356] env[62555]: DEBUG nova.virt.hardware [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1521.954654] env[62555]: DEBUG nova.virt.hardware [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1521.956844] env[62555]: DEBUG nova.virt.hardware [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1521.957606] env[62555]: DEBUG nova.virt.hardware [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1521.957606] env[62555]: DEBUG nova.virt.hardware [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1521.957606] env[62555]: DEBUG nova.virt.hardware [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1521.957606] env[62555]: DEBUG nova.virt.hardware [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1521.957781] env[62555]: DEBUG nova.virt.hardware [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1521.957919] env[62555]: DEBUG nova.virt.hardware [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1521.958092] env[62555]: DEBUG nova.virt.hardware [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1521.960875] env[62555]: DEBUG nova.virt.hardware [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1521.961875] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e368511-6b9c-4889-adc6-6593f9b4083f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.970127] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cd78a9-1b2d-4732-8ee4-9226ab669416 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.052494] env[62555]: DEBUG nova.compute.manager [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1522.078272] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.085100] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.118s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1522.088020] env[62555]: INFO nova.compute.claims [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.138890] env[62555]: INFO nova.scheduler.client.report [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleted allocations for instance 6073fd04-afee-4fe8-bbe8-5f283c134cf7 [ 1522.196723] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704533, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.298908] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Releasing lock "refresh_cache-d21ddb2e-1206-4135-b9e2-7d76dcf27864" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.299363] env[62555]: DEBUG nova.compute.manager [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Instance network_info: |[{"id": "2447f13e-6342-4c2f-9b54-bc4d2232a7ce", "address": "fa:16:3e:61:d1:f9", "network": {"id": "037f60a3-2dc8-411a-a71d-bb4211ba5f4a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-403168446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4637e659dfb4ea99bc4f40195f53863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2447f13e-63", "ovs_interfaceid": "2447f13e-6342-4c2f-9b54-bc4d2232a7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1522.299618] env[62555]: DEBUG oslo_concurrency.lockutils [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] Acquired lock "refresh_cache-d21ddb2e-1206-4135-b9e2-7d76dcf27864" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.299834] env[62555]: DEBUG nova.network.neutron [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Refreshing network info cache for port 2447f13e-6342-4c2f-9b54-bc4d2232a7ce {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.301091] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:d1:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2447f13e-6342-4c2f-9b54-bc4d2232a7ce', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1522.316575] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Creating folder: Project (d4637e659dfb4ea99bc4f40195f53863). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1522.317772] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ec6592f-7498-4584-9962-ae73f18791fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.334822] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Created folder: Project (d4637e659dfb4ea99bc4f40195f53863) in parent group-v355069. [ 1522.334822] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Creating folder: Instances. Parent ref: group-v355217. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1522.337664] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c6920a8-4f72-46b9-aac9-e355cc4708de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.346015] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157125} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.347611] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1522.348186] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Created folder: Instances in parent group-v355217. [ 1522.348305] env[62555]: DEBUG oslo.service.loopingcall [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1522.349759] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc199858-618e-4f3e-81bd-f1cd6a5aa2d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.353343] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1522.354046] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d5fea51-cec4-4271-9435-dea6ec9bcd13 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.391142] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 47a16523-83e6-4b11-9695-06b96a92dd13/47a16523-83e6-4b11-9695-06b96a92dd13.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1522.392845] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-142a7896-2be2-4849-82b0-54013804e546 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.408349] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1522.408349] env[62555]: value = "task-1704537" [ 1522.408349] env[62555]: _type = "Task" [ 1522.408349] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.416595] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1522.416595] env[62555]: value = "task-1704538" [ 1522.416595] env[62555]: _type = "Task" [ 1522.416595] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.419449] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704537, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.436298] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704538, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.579474] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1522.655138] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a6c46dc-8862-45d3-aac6-5d2355c6a950 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.410s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1522.656181] env[62555]: DEBUG oslo_concurrency.lockutils [req-be78562c-6549-41c1-8963-9048764c3de0 req-0be8dae2-900f-4eed-a982-ce7a73307b60 service nova] Acquired lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.658725] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d0ffd5-adc4-4244-87cd-dbb7c0cba8e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.668402] env[62555]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1522.668402] env[62555]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62555) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1522.668402] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cd78386-e683-4210-b3ba-43c486f9863c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.680962] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adca64b-25f5-4969-ae70-ff37bb1f772c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.697298] env[62555]: DEBUG oslo_vmware.api [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704533, 'name': PowerOnVM_Task, 'duration_secs': 0.581151} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.699094] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1522.699094] env[62555]: INFO nova.compute.manager [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1522.699240] env[62555]: DEBUG nova.compute.manager [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1522.701142] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e3141d-9df5-4521-9aea-e268041aeaf5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.729584] env[62555]: ERROR root [req-be78562c-6549-41c1-8963-9048764c3de0 req-0be8dae2-900f-4eed-a982-ce7a73307b60 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-355127' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-355127' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-355127' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-355127'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-355127' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-355127' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-355127'}\n"]: nova.exception.InstanceNotFound: Instance 6073fd04-afee-4fe8-bbe8-5f283c134cf7 could not be found. [ 1522.729584] env[62555]: DEBUG oslo_concurrency.lockutils [req-be78562c-6549-41c1-8963-9048764c3de0 req-0be8dae2-900f-4eed-a982-ce7a73307b60 service nova] Releasing lock "6073fd04-afee-4fe8-bbe8-5f283c134cf7" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1522.729584] env[62555]: DEBUG nova.compute.manager [req-be78562c-6549-41c1-8963-9048764c3de0 req-0be8dae2-900f-4eed-a982-ce7a73307b60 service nova] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Detach interface failed, port_id=5c64c683-eb7e-4431-b85c-614e1c461bff, reason: Instance 6073fd04-afee-4fe8-bbe8-5f283c134cf7 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1522.845683] env[62555]: DEBUG nova.network.neutron [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Successfully updated port: e4b5d8ec-dcb7-45a9-8a83-31f127672cba {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1522.922158] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704537, 'name': CreateVM_Task, 'duration_secs': 0.533961} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.925139] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1522.926191] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.926397] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.926971] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1522.927658] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3e7329-1086-473f-9330-f5f028140aba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.933367] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704538, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.937256] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for the task: (returnval){ [ 1522.937256] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520a6492-cbaa-912f-8f8d-a213accbf7c7" [ 1522.937256] env[62555]: _type = "Task" [ 1522.937256] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.945630] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520a6492-cbaa-912f-8f8d-a213accbf7c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.200368] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1523.200896] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6156021d-cd3d-44e7-9c4d-1a2d68cd24d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.209296] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1523.209296] env[62555]: value = "task-1704539" [ 1523.209296] env[62555]: _type = "Task" [ 1523.209296] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.222759] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.236069] env[62555]: INFO nova.compute.manager [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Took 43.62 seconds to build instance. [ 1523.295118] env[62555]: DEBUG nova.network.neutron [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Updated VIF entry in instance network info cache for port 2447f13e-6342-4c2f-9b54-bc4d2232a7ce. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.295438] env[62555]: DEBUG nova.network.neutron [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Updating instance_info_cache with network_info: [{"id": "2447f13e-6342-4c2f-9b54-bc4d2232a7ce", "address": "fa:16:3e:61:d1:f9", "network": {"id": "037f60a3-2dc8-411a-a71d-bb4211ba5f4a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-403168446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4637e659dfb4ea99bc4f40195f53863", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2447f13e-63", "ovs_interfaceid": "2447f13e-6342-4c2f-9b54-bc4d2232a7ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.349480] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.349761] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.350024] env[62555]: DEBUG nova.network.neutron [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.432100] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704538, 'name': ReconfigVM_Task, 'duration_secs': 0.530717} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.433162] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 47a16523-83e6-4b11-9695-06b96a92dd13/47a16523-83e6-4b11-9695-06b96a92dd13.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1523.433162] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-916470ed-0a1b-4e2c-90ef-6ea52adb2426 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.444267] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1523.444267] env[62555]: value = "task-1704540" [ 1523.444267] env[62555]: _type = "Task" [ 1523.444267] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.459144] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520a6492-cbaa-912f-8f8d-a213accbf7c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.463211] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.463510] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1523.463757] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.463910] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.464109] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1523.464633] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c2391e1-fff4-472b-ab10-724daf11ab37 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.470696] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704540, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.477575] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1523.478171] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1523.478495] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559f2a1f-04b1-48a5-bf10-450bfa12371e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.486735] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for the task: (returnval){ [ 1523.486735] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dee0b5-d73b-4fd5-7b3a-7d8647fdd68d" [ 1523.486735] env[62555]: _type = "Task" [ 1523.486735] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.505218] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dee0b5-d73b-4fd5-7b3a-7d8647fdd68d, 'name': SearchDatastore_Task, 'duration_secs': 0.016037} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.508983] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814ad817-07a0-4b44-8eb7-723cb0909ec3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.514307] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquiring lock "1c6c6982-fa30-48b9-82db-732948c9ec2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.514644] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "1c6c6982-fa30-48b9-82db-732948c9ec2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.517135] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for the task: (returnval){ [ 1523.517135] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5296c621-fead-baf8-dfe2-22f87ac19fa2" [ 1523.517135] env[62555]: _type = "Task" [ 1523.517135] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.529854] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5296c621-fead-baf8-dfe2-22f87ac19fa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.561546] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquiring lock "f895c262-2599-4660-a5d2-f0d78355aa45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.561805] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Lock "f895c262-2599-4660-a5d2-f0d78355aa45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.562108] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquiring lock "f895c262-2599-4660-a5d2-f0d78355aa45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.562227] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Lock "f895c262-2599-4660-a5d2-f0d78355aa45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.562384] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Lock "f895c262-2599-4660-a5d2-f0d78355aa45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.564887] env[62555]: INFO nova.compute.manager [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Terminating instance [ 1523.616414] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ca0334-f0e2-41fd-86c0-b8fb26dd420e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.624831] env[62555]: DEBUG nova.compute.manager [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Received event network-vif-plugged-e4b5d8ec-dcb7-45a9-8a83-31f127672cba {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1523.624831] env[62555]: DEBUG oslo_concurrency.lockutils [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] Acquiring lock "07ca9076-1acb-4cd7-aee4-89675f9a0229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.624831] env[62555]: DEBUG oslo_concurrency.lockutils [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] Lock "07ca9076-1acb-4cd7-aee4-89675f9a0229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.624831] env[62555]: DEBUG oslo_concurrency.lockutils [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] Lock "07ca9076-1acb-4cd7-aee4-89675f9a0229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.624831] env[62555]: DEBUG nova.compute.manager [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] No waiting events found dispatching network-vif-plugged-e4b5d8ec-dcb7-45a9-8a83-31f127672cba {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1523.624831] env[62555]: WARNING nova.compute.manager [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Received unexpected event network-vif-plugged-e4b5d8ec-dcb7-45a9-8a83-31f127672cba for instance with vm_state building and task_state spawning. [ 1523.624831] env[62555]: DEBUG nova.compute.manager [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Received event network-changed-e4b5d8ec-dcb7-45a9-8a83-31f127672cba {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1523.625562] env[62555]: DEBUG nova.compute.manager [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Refreshing instance network info cache due to event network-changed-e4b5d8ec-dcb7-45a9-8a83-31f127672cba. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1523.625562] env[62555]: DEBUG oslo_concurrency.lockutils [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] Acquiring lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.628975] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16232f6c-f451-4bae-b7a7-16e823e54469 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.663477] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8b137c-ce04-469b-9e73-d98d30d3036b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.672191] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2d733d-0470-4f84-b45c-e8a07ce60c3c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.688592] env[62555]: DEBUG nova.compute.provider_tree [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1523.718936] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704539, 'name': PowerOffVM_Task, 'duration_secs': 0.367407} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.719153] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1523.720000] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab2c3e2-04bf-497e-8f39-54a5035077d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.738101] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9382dbde-f003-4bd2-a98a-d4c0263355b2 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "4290adde-f861-4f47-8343-4f937865b4e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.361s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.741330] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5803d66-af35-47d3-94aa-9eb0fe3e4d5c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.777357] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1523.777663] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b9d77f3-b59e-457d-a9de-0abf06a7525d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.783994] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1523.783994] env[62555]: value = "task-1704541" [ 1523.783994] env[62555]: _type = "Task" [ 1523.783994] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.792291] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.797889] env[62555]: DEBUG oslo_concurrency.lockutils [req-4861b42e-10b5-40b8-94c6-240a9b2c5137 req-2c4221db-3b42-4ae4-8e77-14de9d373173 service nova] Releasing lock "refresh_cache-d21ddb2e-1206-4135-b9e2-7d76dcf27864" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.902226] env[62555]: DEBUG nova.network.neutron [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1523.958408] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704540, 'name': Rename_Task, 'duration_secs': 0.242196} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.959233] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.959233] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6833691b-c188-44cc-9090-0fe9c91fdd41 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.965356] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1523.965356] env[62555]: value = "task-1704542" [ 1523.965356] env[62555]: _type = "Task" [ 1523.965356] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.977946] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.031873] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5296c621-fead-baf8-dfe2-22f87ac19fa2, 'name': SearchDatastore_Task, 'duration_secs': 0.021494} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.032532] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.035309] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] d21ddb2e-1206-4135-b9e2-7d76dcf27864/d21ddb2e-1206-4135-b9e2-7d76dcf27864.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1524.035309] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e3a8401-f069-420e-b4ff-0d7b796a5ed8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.042140] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for the task: (returnval){ [ 1524.042140] env[62555]: value = "task-1704543" [ 1524.042140] env[62555]: _type = "Task" [ 1524.042140] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.051064] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.068966] env[62555]: DEBUG nova.compute.manager [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1524.069227] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1524.073954] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6399e438-fefa-45f9-a480-542e1279b2c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.081745] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1524.081745] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1da2603-a894-4621-b413-9667883c61d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.086800] env[62555]: DEBUG oslo_vmware.api [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for the task: (returnval){ [ 1524.086800] env[62555]: value = "task-1704544" [ 1524.086800] env[62555]: _type = "Task" [ 1524.086800] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.095335] env[62555]: DEBUG oslo_vmware.api [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.192197] env[62555]: DEBUG nova.network.neutron [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Updating instance_info_cache with network_info: [{"id": "e4b5d8ec-dcb7-45a9-8a83-31f127672cba", "address": "fa:16:3e:27:7d:f7", "network": {"id": "eea4f756-3fd2-44df-bc23-12c40387b4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-181693125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a9325da5887f4914a93c5eea99e5a5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b5d8ec-dc", "ovs_interfaceid": "e4b5d8ec-dcb7-45a9-8a83-31f127672cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.194274] env[62555]: DEBUG nova.scheduler.client.report [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1524.245414] env[62555]: DEBUG nova.compute.manager [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1524.302866] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1524.303644] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.304676] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1524.305199] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.305811] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.306381] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9556fa1d-4c60-4690-8cae-2c07cc77cd6a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.336029] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.336029] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1524.336029] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d751322d-27ea-43d1-a219-5754cf082996 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.343854] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1524.343854] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521f5121-9ece-a343-27c3-ab1152cdc612" [ 1524.343854] env[62555]: _type = "Task" [ 1524.343854] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.359493] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521f5121-9ece-a343-27c3-ab1152cdc612, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.478552] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704542, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.554247] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704543, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.591026] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.591026] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.603293] env[62555]: DEBUG oslo_vmware.api [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704544, 'name': PowerOffVM_Task, 'duration_secs': 0.179143} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.605137] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1524.605604] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1524.606236] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d87cb7e9-0cae-4562-9f32-02abf6f3ef73 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.685021] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1524.685021] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1524.685021] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Deleting the datastore file [datastore1] f895c262-2599-4660-a5d2-f0d78355aa45 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1524.685021] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5270a7e-8915-4ece-b649-febe25890f44 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.692098] env[62555]: DEBUG oslo_vmware.api [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for the task: (returnval){ [ 1524.692098] env[62555]: value = "task-1704546" [ 1524.692098] env[62555]: _type = "Task" [ 1524.692098] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.703017] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Releasing lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.703017] env[62555]: DEBUG nova.compute.manager [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Instance network_info: |[{"id": "e4b5d8ec-dcb7-45a9-8a83-31f127672cba", "address": "fa:16:3e:27:7d:f7", "network": {"id": "eea4f756-3fd2-44df-bc23-12c40387b4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-181693125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a9325da5887f4914a93c5eea99e5a5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b5d8ec-dc", "ovs_interfaceid": "e4b5d8ec-dcb7-45a9-8a83-31f127672cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1524.704062] env[62555]: DEBUG oslo_concurrency.lockutils [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] Acquired lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.704412] env[62555]: DEBUG nova.network.neutron [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Refreshing network info cache for port e4b5d8ec-dcb7-45a9-8a83-31f127672cba {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1524.705720] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:7d:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4b5d8ec-dcb7-45a9-8a83-31f127672cba', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.716043] env[62555]: DEBUG oslo.service.loopingcall [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1524.716763] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1524.717559] env[62555]: DEBUG nova.compute.manager [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1524.720416] env[62555]: DEBUG oslo_vmware.api [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.721723] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1524.722106] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.406s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1524.723663] env[62555]: INFO nova.compute.claims [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1524.726397] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c619a2f7-3ac4-4d33-8a77-560cfe88fa3e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.753299] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1524.753299] env[62555]: value = "task-1704547" [ 1524.753299] env[62555]: _type = "Task" [ 1524.753299] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.771306] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704547, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.779295] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1524.856802] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521f5121-9ece-a343-27c3-ab1152cdc612, 'name': SearchDatastore_Task, 'duration_secs': 0.065929} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.857851] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a2052e-9156-4b92-8864-b49528307cfd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.864329] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1524.864329] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ef58bf-c12d-98f5-ae51-795507855dd9" [ 1524.864329] env[62555]: _type = "Task" [ 1524.864329] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.874912] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ef58bf-c12d-98f5-ae51-795507855dd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.977427] env[62555]: DEBUG oslo_vmware.api [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704542, 'name': PowerOnVM_Task, 'duration_secs': 0.958307} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.977796] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.977937] env[62555]: INFO nova.compute.manager [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1524.978166] env[62555]: DEBUG nova.compute.manager [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1524.979122] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb376ea2-13af-4971-b9e3-2d82c7609fd7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.063155] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632126} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.063696] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] d21ddb2e-1206-4135-b9e2-7d76dcf27864/d21ddb2e-1206-4135-b9e2-7d76dcf27864.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1525.063847] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1525.064140] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37965e7c-8f72-49c2-9dc4-4a9a869123d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.075018] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for the task: (returnval){ [ 1525.075018] env[62555]: value = "task-1704548" [ 1525.075018] env[62555]: _type = "Task" [ 1525.075018] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.081345] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.204696] env[62555]: DEBUG oslo_vmware.api [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Task: {'id': task-1704546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236752} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.204984] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1525.205214] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1525.205411] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1525.205585] env[62555]: INFO nova.compute.manager [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1525.205824] env[62555]: DEBUG oslo.service.loopingcall [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.206032] env[62555]: DEBUG nova.compute.manager [-] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1525.206137] env[62555]: DEBUG nova.network.neutron [-] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1525.228392] env[62555]: DEBUG nova.compute.utils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1525.229783] env[62555]: DEBUG nova.compute.manager [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1525.230013] env[62555]: DEBUG nova.network.neutron [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1525.268531] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704547, 'name': CreateVM_Task, 'duration_secs': 0.363395} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.268832] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1525.269869] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.270147] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.270530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1525.270838] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24b7a19-8e66-434d-8553-8014ea028eed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.276161] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1525.276161] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529587c1-5f74-6531-e5c6-7b0dcc6c2a94" [ 1525.276161] env[62555]: _type = "Task" [ 1525.276161] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.284876] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529587c1-5f74-6531-e5c6-7b0dcc6c2a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.377611] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ef58bf-c12d-98f5-ae51-795507855dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.011659} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.378191] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.378191] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 5531e02e-939b-4dfa-b341-9f3d4dd2a875/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. {{(pid=62555) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1525.378533] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80a342d6-75e3-4d65-b4d9-17369c7d0b9b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.385781] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1525.385781] env[62555]: value = "task-1704549" [ 1525.385781] env[62555]: _type = "Task" [ 1525.385781] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.397047] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.452987] env[62555]: DEBUG nova.policy [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef13e5faaaa449aa9b473d0baf67078e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab10251ae73a41d1bbd5874325d2b289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1525.502790] env[62555]: INFO nova.compute.manager [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Took 43.19 seconds to build instance. [ 1525.584356] env[62555]: DEBUG nova.network.neutron [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Updated VIF entry in instance network info cache for port e4b5d8ec-dcb7-45a9-8a83-31f127672cba. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1525.585156] env[62555]: DEBUG nova.network.neutron [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Updating instance_info_cache with network_info: [{"id": "e4b5d8ec-dcb7-45a9-8a83-31f127672cba", "address": "fa:16:3e:27:7d:f7", "network": {"id": "eea4f756-3fd2-44df-bc23-12c40387b4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-181693125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a9325da5887f4914a93c5eea99e5a5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b5d8ec-dc", "ovs_interfaceid": "e4b5d8ec-dcb7-45a9-8a83-31f127672cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.593907] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08116} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.594559] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1525.595762] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0b999f-58ba-4c68-9976-cb3ea8379db8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.627119] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d21ddb2e-1206-4135-b9e2-7d76dcf27864/d21ddb2e-1206-4135-b9e2-7d76dcf27864.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1525.627989] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0941d5f0-dbd2-4ee1-af76-4970ffa8bd10 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.655359] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for the task: (returnval){ [ 1525.655359] env[62555]: value = "task-1704550" [ 1525.655359] env[62555]: _type = "Task" [ 1525.655359] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.663682] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.732618] env[62555]: DEBUG nova.compute.manager [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1525.792822] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529587c1-5f74-6531-e5c6-7b0dcc6c2a94, 'name': SearchDatastore_Task, 'duration_secs': 0.020106} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.793863] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.794134] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.794380] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.794529] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.795431] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.796069] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dd7fb26-4fb9-4966-878c-58b74799a5a6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.809182] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.809182] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.809783] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1893df20-8f90-4f30-9126-cd9ef4695a7b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.817509] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1525.817509] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524abc24-0828-bfcf-7591-8cc995746afb" [ 1525.817509] env[62555]: _type = "Task" [ 1525.817509] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.826461] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524abc24-0828-bfcf-7591-8cc995746afb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.903942] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.908861] env[62555]: DEBUG nova.compute.manager [req-6cab53db-f247-4747-967b-08507fb105b0 req-dc8fa9c8-c45a-4c92-9da7-9f2f3d535c10 service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Received event network-changed-791c4c8a-76fb-4a6a-95ad-0855d003af1e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1525.909043] env[62555]: DEBUG nova.compute.manager [req-6cab53db-f247-4747-967b-08507fb105b0 req-dc8fa9c8-c45a-4c92-9da7-9f2f3d535c10 service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Refreshing instance network info cache due to event network-changed-791c4c8a-76fb-4a6a-95ad-0855d003af1e. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1525.909257] env[62555]: DEBUG oslo_concurrency.lockutils [req-6cab53db-f247-4747-967b-08507fb105b0 req-dc8fa9c8-c45a-4c92-9da7-9f2f3d535c10 service nova] Acquiring lock "refresh_cache-4290adde-f861-4f47-8343-4f937865b4e6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.909402] env[62555]: DEBUG oslo_concurrency.lockutils [req-6cab53db-f247-4747-967b-08507fb105b0 req-dc8fa9c8-c45a-4c92-9da7-9f2f3d535c10 service nova] Acquired lock "refresh_cache-4290adde-f861-4f47-8343-4f937865b4e6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.909552] env[62555]: DEBUG nova.network.neutron [req-6cab53db-f247-4747-967b-08507fb105b0 req-dc8fa9c8-c45a-4c92-9da7-9f2f3d535c10 service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Refreshing network info cache for port 791c4c8a-76fb-4a6a-95ad-0855d003af1e {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1526.006164] env[62555]: DEBUG oslo_concurrency.lockutils [None req-acf14e4d-e86e-4935-9ca2-e421c7eacea7 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "47a16523-83e6-4b11-9695-06b96a92dd13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.412s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1526.089357] env[62555]: DEBUG oslo_concurrency.lockutils [req-e5b16e86-1f18-47ef-853a-5622e84bbbe2 req-ecd00adc-455d-414c-a209-0e21583b4a22 service nova] Releasing lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.173346] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.206142] env[62555]: DEBUG nova.network.neutron [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Successfully created port: 64e206a0-fc29-4130-908d-8aeeafcc168d {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1526.321218] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc406ec-5d76-4b99-b7e6-4d3f418e0879 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.344434] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52755e13-b83f-4254-b973-ddaa6e9b7ee4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.347999] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524abc24-0828-bfcf-7591-8cc995746afb, 'name': SearchDatastore_Task, 'duration_secs': 0.032529} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.350401] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f950ecc3-7e51-4072-8d67-8a57a2932e85 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.383774] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8071b34b-0ade-457a-918d-3017cdeb315b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.389039] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1526.389039] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529a97ca-0807-6b97-9663-bfdd32796319" [ 1526.389039] env[62555]: _type = "Task" [ 1526.389039] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.402788] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8572854a-b0ca-4e8c-87e3-5a4ddccbf659 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.414355] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529a97ca-0807-6b97-9663-bfdd32796319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.416905] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704549, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.427328] env[62555]: DEBUG nova.compute.provider_tree [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.462672] env[62555]: DEBUG nova.network.neutron [-] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.512327] env[62555]: DEBUG nova.compute.manager [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1526.667881] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.745084] env[62555]: DEBUG nova.compute.manager [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1526.776881] env[62555]: DEBUG nova.virt.hardware [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1526.777153] env[62555]: DEBUG nova.virt.hardware [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1526.777316] env[62555]: DEBUG nova.virt.hardware [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1526.777512] env[62555]: DEBUG nova.virt.hardware [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1526.781158] env[62555]: DEBUG nova.virt.hardware [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1526.781409] env[62555]: DEBUG nova.virt.hardware [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1526.781678] env[62555]: DEBUG nova.virt.hardware [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1526.781851] env[62555]: DEBUG nova.virt.hardware [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1526.782037] env[62555]: DEBUG nova.virt.hardware [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1526.782257] env[62555]: DEBUG nova.virt.hardware [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1526.782379] env[62555]: DEBUG nova.virt.hardware [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1526.783317] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77c0da8-81bf-4e32-bd98-617351e3f420 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.793467] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.797167] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.802582] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dab538-1b12-477b-84c8-424f60c61cb4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.903512] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704549, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.165891} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.908123] env[62555]: INFO nova.virt.vmwareapi.ds_util [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 5531e02e-939b-4dfa-b341-9f3d4dd2a875/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. [ 1526.908264] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529a97ca-0807-6b97-9663-bfdd32796319, 'name': SearchDatastore_Task, 'duration_secs': 0.049394} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.908960] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fd32a2-6ddd-41ad-95fb-b46d3360995f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.911774] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.912300] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 07ca9076-1acb-4cd7-aee4-89675f9a0229/07ca9076-1acb-4cd7-aee4-89675f9a0229.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.912591] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07b31349-0127-41dc-b1a3-a7134ee2e713 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.933912] env[62555]: DEBUG nova.scheduler.client.report [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1526.946326] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] 5531e02e-939b-4dfa-b341-9f3d4dd2a875/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.948639] env[62555]: DEBUG nova.network.neutron [req-6cab53db-f247-4747-967b-08507fb105b0 req-dc8fa9c8-c45a-4c92-9da7-9f2f3d535c10 service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Updated VIF entry in instance network info cache for port 791c4c8a-76fb-4a6a-95ad-0855d003af1e. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.949029] env[62555]: DEBUG nova.network.neutron [req-6cab53db-f247-4747-967b-08507fb105b0 req-dc8fa9c8-c45a-4c92-9da7-9f2f3d535c10 service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Updating instance_info_cache with network_info: [{"id": "791c4c8a-76fb-4a6a-95ad-0855d003af1e", "address": "fa:16:3e:ba:d8:8f", "network": {"id": "9808c566-2706-4208-8422-fe06b560856c", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1416622049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67c60cd0b0b0461b87bc6bef05b0c188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap791c4c8a-76", "ovs_interfaceid": "791c4c8a-76fb-4a6a-95ad-0855d003af1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.951023] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce21ca0-817a-48ae-b780-face426c4f9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.967248] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1526.967248] env[62555]: value = "task-1704551" [ 1526.967248] env[62555]: _type = "Task" [ 1526.967248] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.968938] env[62555]: INFO nova.compute.manager [-] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Took 1.76 seconds to deallocate network for instance. [ 1526.979939] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1526.979939] env[62555]: value = "task-1704552" [ 1526.979939] env[62555]: _type = "Task" [ 1526.979939] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.984458] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.994994] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.043702] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.166671] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704550, 'name': ReconfigVM_Task, 'duration_secs': 1.172519} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.166971] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d21ddb2e-1206-4135-b9e2-7d76dcf27864/d21ddb2e-1206-4135-b9e2-7d76dcf27864.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.167696] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe456eb0-35c5-4feb-80b2-1771174764c9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.176368] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for the task: (returnval){ [ 1527.176368] env[62555]: value = "task-1704553" [ 1527.176368] env[62555]: _type = "Task" [ 1527.176368] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.191026] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704553, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.316812] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.316812] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1527.446026] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.446026] env[62555]: DEBUG nova.compute.manager [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1527.448410] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.122s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.450151] env[62555]: INFO nova.compute.claims [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1527.453593] env[62555]: DEBUG oslo_concurrency.lockutils [req-6cab53db-f247-4747-967b-08507fb105b0 req-dc8fa9c8-c45a-4c92-9da7-9f2f3d535c10 service nova] Releasing lock "refresh_cache-4290adde-f861-4f47-8343-4f937865b4e6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.474725] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.481805] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704551, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.496612] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704552, 'name': ReconfigVM_Task, 'duration_secs': 0.306954} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.497511] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Reconfigured VM instance instance-0000002f to attach disk [datastore1] 5531e02e-939b-4dfa-b341-9f3d4dd2a875/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.497879] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2443326b-3672-4bf7-99bf-026a23c862d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.536185] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea97037a-279e-42fa-a114-5172c4ef28fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.555366] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1527.555366] env[62555]: value = "task-1704554" [ 1527.555366] env[62555]: _type = "Task" [ 1527.555366] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.569103] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.628071] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "482b83bb-a607-4a69-b055-c6e8aefb77e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.628937] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "482b83bb-a607-4a69-b055-c6e8aefb77e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.690402] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704553, 'name': Rename_Task, 'duration_secs': 0.33623} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.690851] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1527.691407] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21c98227-43a1-42a4-8fba-580dd5969897 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.703198] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for the task: (returnval){ [ 1527.703198] env[62555]: value = "task-1704555" [ 1527.703198] env[62555]: _type = "Task" [ 1527.703198] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.719754] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.950710] env[62555]: DEBUG nova.compute.utils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.952493] env[62555]: DEBUG nova.compute.manager [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1527.956172] env[62555]: DEBUG nova.network.neutron [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1527.983352] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.9601} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.984049] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 07ca9076-1acb-4cd7-aee4-89675f9a0229/07ca9076-1acb-4cd7-aee4-89675f9a0229.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.984283] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.984574] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7afceac7-941d-4c90-be59-8e4fa23e8a52 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.991094] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1527.991094] env[62555]: value = "task-1704556" [ 1527.991094] env[62555]: _type = "Task" [ 1527.991094] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.002224] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.069639] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704554, 'name': ReconfigVM_Task, 'duration_secs': 0.263304} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.069969] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.070575] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fc4b2bc-d108-413a-8a0a-f7c91c72d798 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.078185] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1528.078185] env[62555]: value = "task-1704557" [ 1528.078185] env[62555]: _type = "Task" [ 1528.078185] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.088281] env[62555]: DEBUG nova.policy [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '759813aa778f4be8b1d2bae069406176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b49345d38a064939b5d31485e39568c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1528.090852] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "131a3493-1f37-44bd-94c2-a1895723e334" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.091280] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "131a3493-1f37-44bd-94c2-a1895723e334" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.095610] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704557, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.216252] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704555, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.237391] env[62555]: DEBUG nova.compute.manager [req-f231f7ac-f25d-4059-b6bb-883743e57c71 req-f7a8fb65-f2e6-4e34-8bc1-08a4ee433aba service nova] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Received event network-vif-deleted-a708dbe7-7aaa-444a-9b44-783c9fe68fcd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1528.460051] env[62555]: DEBUG nova.compute.manager [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1528.508403] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069061} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.510581] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1528.510581] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e15879e-ac60-4b25-a0bf-02f0a0592128 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.539417] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 07ca9076-1acb-4cd7-aee4-89675f9a0229/07ca9076-1acb-4cd7-aee4-89675f9a0229.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1528.542940] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3418066-3d3a-4fdc-8074-da2a8f23f180 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.571020] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1528.571020] env[62555]: value = "task-1704558" [ 1528.571020] env[62555]: _type = "Task" [ 1528.571020] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.582766] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.595708] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.714246] env[62555]: DEBUG oslo_vmware.api [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704555, 'name': PowerOnVM_Task, 'duration_secs': 0.963675} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.714524] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1528.714775] env[62555]: INFO nova.compute.manager [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1528.716178] env[62555]: DEBUG nova.compute.manager [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1528.716178] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb9d190-108f-4800-a9a4-61e675f862b0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.813290] env[62555]: DEBUG nova.network.neutron [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Successfully updated port: 64e206a0-fc29-4130-908d-8aeeafcc168d {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1528.904181] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1528.904370] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquired lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.904525] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Forcefully refreshing network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1529.076378] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21adcd4-8ed3-4a4a-bf00-d00e73047618 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.090486] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35275212-4aa6-461e-b2c3-6f406d9a35d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.094520] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.097015] env[62555]: DEBUG nova.network.neutron [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Successfully created port: 4d5c8e65-cde1-4082-8dae-2cf4fc61aa05 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1529.102975] env[62555]: DEBUG oslo_vmware.api [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704557, 'name': PowerOnVM_Task, 'duration_secs': 0.538872} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.132036] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.134587] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a257df-4f3d-4d87-a009-44741bc8014a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.138241] env[62555]: DEBUG nova.compute.manager [None req-b8862a09-a756-4a58-a37c-08ddf7b19689 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1529.139073] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92d451-087f-434e-a65e-e3b4b832924d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.147995] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1e2727-dcbc-4434-9978-e0014b81f61e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.163939] env[62555]: DEBUG nova.compute.provider_tree [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1529.240622] env[62555]: INFO nova.compute.manager [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Took 42.34 seconds to build instance. [ 1529.316422] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "refresh_cache-15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1529.316601] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "refresh_cache-15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1529.316780] env[62555]: DEBUG nova.network.neutron [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1529.476399] env[62555]: DEBUG nova.compute.manager [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1529.510029] env[62555]: DEBUG nova.virt.hardware [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1529.510029] env[62555]: DEBUG nova.virt.hardware [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1529.510029] env[62555]: DEBUG nova.virt.hardware [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.510029] env[62555]: DEBUG nova.virt.hardware [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1529.510029] env[62555]: DEBUG nova.virt.hardware [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.510494] env[62555]: DEBUG nova.virt.hardware [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1529.510848] env[62555]: DEBUG nova.virt.hardware [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1529.511159] env[62555]: DEBUG nova.virt.hardware [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1529.511568] env[62555]: DEBUG nova.virt.hardware [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1529.511943] env[62555]: DEBUG nova.virt.hardware [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1529.514014] env[62555]: DEBUG nova.virt.hardware [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1529.514014] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb379ae-50ef-4fb6-8bb5-fe8543444a40 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.522278] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b8fc30-010f-4751-9ee2-fbb0a676396d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.581581] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704558, 'name': ReconfigVM_Task, 'duration_secs': 0.944769} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.582134] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 07ca9076-1acb-4cd7-aee4-89675f9a0229/07ca9076-1acb-4cd7-aee4-89675f9a0229.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.583099] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ff9a054-712b-42b5-ab19-767d24443b42 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.591468] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1529.591468] env[62555]: value = "task-1704562" [ 1529.591468] env[62555]: _type = "Task" [ 1529.591468] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.604929] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704562, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.688342] env[62555]: ERROR nova.scheduler.client.report [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [req-f1b9f868-fbb6-4b28-b82f-870ee4e1e053] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f1b9f868-fbb6-4b28-b82f-870ee4e1e053"}]} [ 1529.709608] env[62555]: DEBUG nova.scheduler.client.report [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1529.724521] env[62555]: DEBUG nova.scheduler.client.report [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1529.724791] env[62555]: DEBUG nova.compute.provider_tree [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1529.739483] env[62555]: DEBUG nova.scheduler.client.report [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1529.744678] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e01f364-0d06-4bc5-9738-346251eaffd4 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.310s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.761828] env[62555]: DEBUG nova.scheduler.client.report [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1529.854037] env[62555]: DEBUG nova.network.neutron [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1530.098464] env[62555]: DEBUG nova.network.neutron [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Updating instance_info_cache with network_info: [{"id": "64e206a0-fc29-4130-908d-8aeeafcc168d", "address": "fa:16:3e:dd:1f:47", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e206a0-fc", "ovs_interfaceid": "64e206a0-fc29-4130-908d-8aeeafcc168d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.106719] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704562, 'name': Rename_Task, 'duration_secs': 0.332233} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.107069] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1530.107499] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be06d2f2-82f2-4e64-8818-718e05daf331 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.115706] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1530.115706] env[62555]: value = "task-1704563" [ 1530.115706] env[62555]: _type = "Task" [ 1530.115706] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.134506] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.221163] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance_info_cache with network_info: [{"id": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "address": "fa:16:3e:52:12:e2", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fd9808-1b", "ovs_interfaceid": "02fd9808-1bcc-4bbe-818f-53d03de0dfef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1530.247415] env[62555]: DEBUG nova.compute.manager [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.282108] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc616bc-85c9-4646-9244-809950eae240 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.296053] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529b6b1b-302e-4799-9571-2fbe192ba7f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.333719] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef953f7-3af0-466d-85b3-57d4ca588980 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.342280] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f101fe6-071b-45ad-a9ab-53acd564cc47 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.357921] env[62555]: DEBUG nova.compute.provider_tree [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.385487] env[62555]: DEBUG nova.compute.manager [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Received event network-vif-plugged-64e206a0-fc29-4130-908d-8aeeafcc168d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1530.386175] env[62555]: DEBUG oslo_concurrency.lockutils [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] Acquiring lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.386175] env[62555]: DEBUG oslo_concurrency.lockutils [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] Lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.386175] env[62555]: DEBUG oslo_concurrency.lockutils [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] Lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.386284] env[62555]: DEBUG nova.compute.manager [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] No waiting events found dispatching network-vif-plugged-64e206a0-fc29-4130-908d-8aeeafcc168d {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1530.386424] env[62555]: WARNING nova.compute.manager [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Received unexpected event network-vif-plugged-64e206a0-fc29-4130-908d-8aeeafcc168d for instance with vm_state building and task_state spawning. [ 1530.386584] env[62555]: DEBUG nova.compute.manager [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Received event network-changed-64e206a0-fc29-4130-908d-8aeeafcc168d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1530.386739] env[62555]: DEBUG nova.compute.manager [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Refreshing instance network info cache due to event network-changed-64e206a0-fc29-4130-908d-8aeeafcc168d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1530.386905] env[62555]: DEBUG oslo_concurrency.lockutils [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] Acquiring lock "refresh_cache-15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.601652] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "refresh_cache-15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.602015] env[62555]: DEBUG nova.compute.manager [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Instance network_info: |[{"id": "64e206a0-fc29-4130-908d-8aeeafcc168d", "address": "fa:16:3e:dd:1f:47", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e206a0-fc", "ovs_interfaceid": "64e206a0-fc29-4130-908d-8aeeafcc168d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1530.602358] env[62555]: DEBUG oslo_concurrency.lockutils [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] Acquired lock "refresh_cache-15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.602543] env[62555]: DEBUG nova.network.neutron [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Refreshing network info cache for port 64e206a0-fc29-4130-908d-8aeeafcc168d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1530.603872] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:1f:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64e206a0-fc29-4130-908d-8aeeafcc168d', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1530.614573] env[62555]: DEBUG oslo.service.loopingcall [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1530.615561] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1530.615790] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f23fc6aa-d1a5-4de5-96b7-a72523d4f277 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.640295] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704563, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.641638] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1530.641638] env[62555]: value = "task-1704564" [ 1530.641638] env[62555]: _type = "Task" [ 1530.641638] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.650738] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704564, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.723871] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Releasing lock "refresh_cache-34828a36-3444-435b-98a2-cd82665c4ef9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1530.723871] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updated the network info_cache for instance {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1530.725908] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.725908] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.725908] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.725908] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.725908] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.725908] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.725908] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1530.726193] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1530.772346] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.860977] env[62555]: DEBUG nova.scheduler.client.report [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1530.870876] env[62555]: DEBUG nova.network.neutron [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Successfully updated port: 4d5c8e65-cde1-4082-8dae-2cf4fc61aa05 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1531.140989] env[62555]: DEBUG oslo_vmware.api [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704563, 'name': PowerOnVM_Task, 'duration_secs': 0.728674} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.141415] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1531.141819] env[62555]: INFO nova.compute.manager [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1531.141911] env[62555]: DEBUG nova.compute.manager [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1531.143029] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7524857-2bf0-4e99-9d84-ee543aec1a5e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.158191] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704564, 'name': CreateVM_Task, 'duration_secs': 0.388062} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.160531] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1531.161186] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.161406] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.161692] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1531.162415] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12a18fe4-6ac9-4c76-8d2f-24d57146f82e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.166683] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1531.166683] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e0121c-80e1-9e78-3466-7ec79c1075ca" [ 1531.166683] env[62555]: _type = "Task" [ 1531.166683] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.174579] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e0121c-80e1-9e78-3466-7ec79c1075ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.230266] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.370221] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.922s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.370776] env[62555]: DEBUG nova.compute.manager [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1531.373478] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.354s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.373742] env[62555]: DEBUG nova.objects.instance [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lazy-loading 'resources' on Instance uuid fa4dfbf7-948e-45df-9f11-dbabe8051577 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.375105] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "refresh_cache-83fd6c8d-bf51-4314-ab64-b6f3be48e895" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.375246] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "refresh_cache-83fd6c8d-bf51-4314-ab64-b6f3be48e895" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.375387] env[62555]: DEBUG nova.network.neutron [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.521900] env[62555]: DEBUG nova.network.neutron [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Updated VIF entry in instance network info cache for port 64e206a0-fc29-4130-908d-8aeeafcc168d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1531.522012] env[62555]: DEBUG nova.network.neutron [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Updating instance_info_cache with network_info: [{"id": "64e206a0-fc29-4130-908d-8aeeafcc168d", "address": "fa:16:3e:dd:1f:47", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64e206a0-fc", "ovs_interfaceid": "64e206a0-fc29-4130-908d-8aeeafcc168d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.570725] env[62555]: INFO nova.compute.manager [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Rescuing [ 1531.570725] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.570725] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.570725] env[62555]: DEBUG nova.network.neutron [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1531.625145] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquiring lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.625425] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.625648] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquiring lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.625885] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1531.626110] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.629518] env[62555]: INFO nova.compute.manager [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Terminating instance [ 1531.667232] env[62555]: INFO nova.compute.manager [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Took 41.85 seconds to build instance. [ 1531.679812] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e0121c-80e1-9e78-3466-7ec79c1075ca, 'name': SearchDatastore_Task, 'duration_secs': 0.09675} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.679812] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.679812] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1531.680310] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1531.680531] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.680818] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1531.681103] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de669f5f-7a01-457a-b3ad-1f368ae393cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.701684] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1531.701947] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1531.702630] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90799489-d7cc-47b1-a7f7-cb983439f4ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.708324] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1531.708324] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525c01d4-bc0a-05e6-3135-023208e08be3" [ 1531.708324] env[62555]: _type = "Task" [ 1531.708324] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.716432] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525c01d4-bc0a-05e6-3135-023208e08be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.885247] env[62555]: DEBUG nova.compute.utils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1531.890862] env[62555]: DEBUG nova.compute.manager [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1531.890862] env[62555]: DEBUG nova.network.neutron [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1531.943737] env[62555]: DEBUG nova.policy [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '35a2ed62e90541819b35c4288127a4bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1caef048db714e48aac76a297d57bd01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1531.960381] env[62555]: DEBUG nova.network.neutron [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1532.024681] env[62555]: DEBUG oslo_concurrency.lockutils [req-782f37f7-bdbf-4a6a-9a56-198ec8a88453 req-740170bd-f550-47c5-8878-88ac10de04da service nova] Releasing lock "refresh_cache-15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.137189] env[62555]: DEBUG nova.compute.manager [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1532.137620] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1532.138733] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8cfa06-a23b-400e-bdf7-0c891f9778fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.147186] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.149774] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fca2e6b-4d8f-4dca-a473-4ef8d7541205 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.158278] env[62555]: DEBUG oslo_vmware.api [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for the task: (returnval){ [ 1532.158278] env[62555]: value = "task-1704565" [ 1532.158278] env[62555]: _type = "Task" [ 1532.158278] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.166446] env[62555]: DEBUG oslo_vmware.api [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.179091] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c18851cc-006c-442b-bf4c-d2e7315620ac tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "07ca9076-1acb-4cd7-aee4-89675f9a0229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.179s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.219939] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525c01d4-bc0a-05e6-3135-023208e08be3, 'name': SearchDatastore_Task, 'duration_secs': 0.168892} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.220753] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b775cc7-1bc9-42b1-b54b-03622e2ad6cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.240049] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1532.240049] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a2fbbf-9d44-8e79-2a09-0f06cea37a7b" [ 1532.240049] env[62555]: _type = "Task" [ 1532.240049] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.249615] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a2fbbf-9d44-8e79-2a09-0f06cea37a7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.250718] env[62555]: DEBUG nova.network.neutron [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Successfully created port: e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1532.302765] env[62555]: DEBUG nova.network.neutron [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Updating instance_info_cache with network_info: [{"id": "4d5c8e65-cde1-4082-8dae-2cf4fc61aa05", "address": "fa:16:3e:4b:2a:20", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5c8e65-cd", "ovs_interfaceid": "4d5c8e65-cde1-4082-8dae-2cf4fc61aa05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.391349] env[62555]: DEBUG nova.compute.manager [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1532.440096] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d872d3-71f8-4c51-9f72-14474d2ee300 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.448707] env[62555]: DEBUG nova.compute.manager [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Received event network-vif-plugged-4d5c8e65-cde1-4082-8dae-2cf4fc61aa05 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1532.448973] env[62555]: DEBUG oslo_concurrency.lockutils [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] Acquiring lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.449400] env[62555]: DEBUG oslo_concurrency.lockutils [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.449400] env[62555]: DEBUG oslo_concurrency.lockutils [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.449686] env[62555]: DEBUG nova.compute.manager [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] No waiting events found dispatching network-vif-plugged-4d5c8e65-cde1-4082-8dae-2cf4fc61aa05 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1532.449829] env[62555]: WARNING nova.compute.manager [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Received unexpected event network-vif-plugged-4d5c8e65-cde1-4082-8dae-2cf4fc61aa05 for instance with vm_state building and task_state spawning. [ 1532.449992] env[62555]: DEBUG nova.compute.manager [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Received event network-changed-4d5c8e65-cde1-4082-8dae-2cf4fc61aa05 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1532.450159] env[62555]: DEBUG nova.compute.manager [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Refreshing instance network info cache due to event network-changed-4d5c8e65-cde1-4082-8dae-2cf4fc61aa05. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1532.450337] env[62555]: DEBUG oslo_concurrency.lockutils [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] Acquiring lock "refresh_cache-83fd6c8d-bf51-4314-ab64-b6f3be48e895" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.456821] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118b9827-c9d1-41f6-ae5a-575284b331fa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.500885] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3f42c6-5385-4dc4-8302-5ef79261ad85 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.509735] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55d0966-ed09-4329-9e92-255fb077abff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.524843] env[62555]: DEBUG nova.compute.provider_tree [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.528724] env[62555]: DEBUG nova.network.neutron [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Updating instance_info_cache with network_info: [{"id": "b9785f54-3a77-4a77-a7f9-899860780481", "address": "fa:16:3e:cb:f9:13", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9785f54-3a", "ovs_interfaceid": "b9785f54-3a77-4a77-a7f9-899860780481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1532.668863] env[62555]: DEBUG oslo_vmware.api [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.686463] env[62555]: DEBUG nova.compute.manager [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1532.735138] env[62555]: INFO nova.compute.manager [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Rescuing [ 1532.735453] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.735897] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.735897] env[62555]: DEBUG nova.network.neutron [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1532.748491] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a2fbbf-9d44-8e79-2a09-0f06cea37a7b, 'name': SearchDatastore_Task, 'duration_secs': 0.18211} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.748615] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.748924] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5/15e8abfb-751d-4b8e-aad4-5ddf0f592ed5.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1532.749504] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d31e963e-4632-466d-a9e8-0dfe42dc7fdd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.758013] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1532.758013] env[62555]: value = "task-1704566" [ 1532.758013] env[62555]: _type = "Task" [ 1532.758013] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.766242] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704566, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.805718] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "refresh_cache-83fd6c8d-bf51-4314-ab64-b6f3be48e895" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.805916] env[62555]: DEBUG nova.compute.manager [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Instance network_info: |[{"id": "4d5c8e65-cde1-4082-8dae-2cf4fc61aa05", "address": "fa:16:3e:4b:2a:20", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5c8e65-cd", "ovs_interfaceid": "4d5c8e65-cde1-4082-8dae-2cf4fc61aa05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1532.806244] env[62555]: DEBUG oslo_concurrency.lockutils [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] Acquired lock "refresh_cache-83fd6c8d-bf51-4314-ab64-b6f3be48e895" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.806419] env[62555]: DEBUG nova.network.neutron [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Refreshing network info cache for port 4d5c8e65-cde1-4082-8dae-2cf4fc61aa05 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1532.807748] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:2a:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d5c8e65-cde1-4082-8dae-2cf4fc61aa05', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.815799] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Creating folder: Project (b49345d38a064939b5d31485e39568c4). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.816819] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3847f91-91a5-43ed-8a7c-7ae9f24ed473 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.827361] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Created folder: Project (b49345d38a064939b5d31485e39568c4) in parent group-v355069. [ 1532.827564] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Creating folder: Instances. Parent ref: group-v355225. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.827775] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b080d1dd-9f8a-477e-a941-ae9ea8fec6d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.837055] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Created folder: Instances in parent group-v355225. [ 1532.837302] env[62555]: DEBUG oslo.service.loopingcall [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.837485] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.837692] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef93eaa-c26d-4acb-bb14-5eff2ba83182 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.861992] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.861992] env[62555]: value = "task-1704569" [ 1532.861992] env[62555]: _type = "Task" [ 1532.861992] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.870101] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704569, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.029587] env[62555]: DEBUG nova.scheduler.client.report [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1533.033339] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.171368] env[62555]: DEBUG oslo_vmware.api [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704565, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.212512] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.269484] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704566, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.372690] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704569, 'name': CreateVM_Task, 'duration_secs': 0.466444} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.372901] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1533.373676] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.373854] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.374251] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.374591] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb46215-22a9-4b3b-9a22-1da4d268bd6e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.380443] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1533.380443] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52af4b70-3448-7569-05ed-a267d340757d" [ 1533.380443] env[62555]: _type = "Task" [ 1533.380443] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.390150] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52af4b70-3448-7569-05ed-a267d340757d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.401310] env[62555]: DEBUG nova.compute.manager [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1533.426078] env[62555]: DEBUG nova.virt.hardware [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1533.426355] env[62555]: DEBUG nova.virt.hardware [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1533.426547] env[62555]: DEBUG nova.virt.hardware [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1533.426828] env[62555]: DEBUG nova.virt.hardware [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1533.426988] env[62555]: DEBUG nova.virt.hardware [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1533.427164] env[62555]: DEBUG nova.virt.hardware [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1533.427411] env[62555]: DEBUG nova.virt.hardware [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1533.427578] env[62555]: DEBUG nova.virt.hardware [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1533.427746] env[62555]: DEBUG nova.virt.hardware [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1533.427907] env[62555]: DEBUG nova.virt.hardware [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1533.428100] env[62555]: DEBUG nova.virt.hardware [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1533.429264] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c61ab-2b1d-463b-a220-f76c0bc7e957 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.438527] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77aa72b-d780-439d-982e-8ae886c4f581 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.538018] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.540678] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 27.419s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.577529] env[62555]: INFO nova.scheduler.client.report [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Deleted allocations for instance fa4dfbf7-948e-45df-9f11-dbabe8051577 [ 1533.671200] env[62555]: DEBUG oslo_vmware.api [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704565, 'name': PowerOffVM_Task, 'duration_secs': 1.18785} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.671543] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1533.671831] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1533.672136] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4626ac9c-d79f-44e0-b209-e608e97898e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.769139] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704566, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.947289} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.769439] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5/15e8abfb-751d-4b8e-aad4-5ddf0f592ed5.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1533.769704] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1533.769946] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0031f5dc-2153-4574-b424-979dd3fbd926 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.776899] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1533.776899] env[62555]: value = "task-1704572" [ 1533.776899] env[62555]: _type = "Task" [ 1533.776899] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.787061] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.794726] env[62555]: DEBUG nova.network.neutron [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Updating instance_info_cache with network_info: [{"id": "e4b5d8ec-dcb7-45a9-8a83-31f127672cba", "address": "fa:16:3e:27:7d:f7", "network": {"id": "eea4f756-3fd2-44df-bc23-12c40387b4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-181693125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a9325da5887f4914a93c5eea99e5a5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b5d8ec-dc", "ovs_interfaceid": "e4b5d8ec-dcb7-45a9-8a83-31f127672cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.875337] env[62555]: DEBUG nova.network.neutron [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Successfully updated port: e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.880053] env[62555]: DEBUG nova.network.neutron [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Updated VIF entry in instance network info cache for port 4d5c8e65-cde1-4082-8dae-2cf4fc61aa05. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.880796] env[62555]: DEBUG nova.network.neutron [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Updating instance_info_cache with network_info: [{"id": "4d5c8e65-cde1-4082-8dae-2cf4fc61aa05", "address": "fa:16:3e:4b:2a:20", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5c8e65-cd", "ovs_interfaceid": "4d5c8e65-cde1-4082-8dae-2cf4fc61aa05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.893017] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52af4b70-3448-7569-05ed-a267d340757d, 'name': SearchDatastore_Task, 'duration_secs': 0.05821} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.894294] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.894530] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1533.894762] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.894908] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.895103] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.895601] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92650e17-4449-490b-ad28-cc6eeb0d1a17 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.904325] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.904519] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1533.905368] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caa1f5b0-bcc0-40ed-abcc-a6db1db48109 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.912647] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1533.912647] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ff2413-0139-98e7-1af6-db80b106a715" [ 1533.912647] env[62555]: _type = "Task" [ 1533.912647] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.924263] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ff2413-0139-98e7-1af6-db80b106a715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.937992] env[62555]: DEBUG nova.compute.manager [req-155f05a1-f4f9-4b9f-b565-60f369f2c304 req-5b573aa1-555f-4622-8acb-89153d790de5 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Received event network-vif-plugged-e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1533.937992] env[62555]: DEBUG oslo_concurrency.lockutils [req-155f05a1-f4f9-4b9f-b565-60f369f2c304 req-5b573aa1-555f-4622-8acb-89153d790de5 service nova] Acquiring lock "654aac75-7194-4d48-aaa6-ca452959551d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.937992] env[62555]: DEBUG oslo_concurrency.lockutils [req-155f05a1-f4f9-4b9f-b565-60f369f2c304 req-5b573aa1-555f-4622-8acb-89153d790de5 service nova] Lock "654aac75-7194-4d48-aaa6-ca452959551d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.937992] env[62555]: DEBUG oslo_concurrency.lockutils [req-155f05a1-f4f9-4b9f-b565-60f369f2c304 req-5b573aa1-555f-4622-8acb-89153d790de5 service nova] Lock "654aac75-7194-4d48-aaa6-ca452959551d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.937992] env[62555]: DEBUG nova.compute.manager [req-155f05a1-f4f9-4b9f-b565-60f369f2c304 req-5b573aa1-555f-4622-8acb-89153d790de5 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] No waiting events found dispatching network-vif-plugged-e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1533.937992] env[62555]: WARNING nova.compute.manager [req-155f05a1-f4f9-4b9f-b565-60f369f2c304 req-5b573aa1-555f-4622-8acb-89153d790de5 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Received unexpected event network-vif-plugged-e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 for instance with vm_state building and task_state spawning. [ 1534.046750] env[62555]: INFO nova.compute.claims [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1534.089120] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b256b8fb-1bf9-426e-bf45-32f11b8219dd tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "fa4dfbf7-948e-45df-9f11-dbabe8051577" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.539s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.288477] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078362} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.288757] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1534.290040] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a5b655-030e-439c-b636-3904cf7700cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.304136] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Releasing lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.315684] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5/15e8abfb-751d-4b8e-aad4-5ddf0f592ed5.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1534.315684] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df088e29-d0ad-47b0-ad01-92a3b410e58b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.336166] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1534.336166] env[62555]: value = "task-1704573" [ 1534.336166] env[62555]: _type = "Task" [ 1534.336166] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.346838] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.382347] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.382513] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquired lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.382693] env[62555]: DEBUG nova.network.neutron [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1534.386712] env[62555]: DEBUG oslo_concurrency.lockutils [req-9a1b6f04-747c-4e85-b876-fd4f660f68b7 req-7b333f0a-6c53-4d2d-86f0-5cdb5e03ac2b service nova] Releasing lock "refresh_cache-83fd6c8d-bf51-4314-ab64-b6f3be48e895" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.423625] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ff2413-0139-98e7-1af6-db80b106a715, 'name': SearchDatastore_Task, 'duration_secs': 0.017571} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.424406] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbacd9f1-cee5-4615-8b14-3a249316ad3f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.429586] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1534.429586] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5259ba05-e5af-4191-9996-cbc2cbe3dc05" [ 1534.429586] env[62555]: _type = "Task" [ 1534.429586] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.437416] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5259ba05-e5af-4191-9996-cbc2cbe3dc05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.555038] env[62555]: INFO nova.compute.resource_tracker [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating resource usage from migration 2545907a-d2d2-45cd-a90b-1daf716b4081 [ 1534.582433] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1534.583560] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed48e2b9-7fee-4352-90cb-a7797cfb9784 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.590860] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1534.590860] env[62555]: value = "task-1704574" [ 1534.590860] env[62555]: _type = "Task" [ 1534.590860] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.602359] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.804875] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.805173] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.805359] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Deleting the datastore file [datastore1] d21ddb2e-1206-4135-b9e2-7d76dcf27864 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.805618] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73982801-f497-4ccb-a0f1-c2b86e56550e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.812098] env[62555]: DEBUG oslo_vmware.api [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for the task: (returnval){ [ 1534.812098] env[62555]: value = "task-1704575" [ 1534.812098] env[62555]: _type = "Task" [ 1534.812098] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.820750] env[62555]: DEBUG oslo_vmware.api [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.847381] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704573, 'name': ReconfigVM_Task, 'duration_secs': 0.301082} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.850316] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5/15e8abfb-751d-4b8e-aad4-5ddf0f592ed5.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1534.851059] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eeace648-0327-4ece-aa39-e61f5e309e37 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.859640] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1534.859640] env[62555]: value = "task-1704576" [ 1534.859640] env[62555]: _type = "Task" [ 1534.859640] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.871332] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704576, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.933075] env[62555]: DEBUG nova.network.neutron [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.946526] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5259ba05-e5af-4191-9996-cbc2cbe3dc05, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1534.949335] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1534.949622] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 83fd6c8d-bf51-4314-ab64-b6f3be48e895/83fd6c8d-bf51-4314-ab64-b6f3be48e895.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1534.950093] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa553bcd-8ef7-4836-9fe8-9cd3d6ccd85a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.957415] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1534.957415] env[62555]: value = "task-1704578" [ 1534.957415] env[62555]: _type = "Task" [ 1534.957415] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.968511] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.008728] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cdf3cf-d524-461d-aa5f-2ba86f9616ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.016383] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1993ed62-0e62-4776-99b9-9c71c5fa7368 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.059413] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6cf766-993c-440f-a720-3aaccee833b1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.072058] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc432e42-e4d3-4ead-8315-ad4bfedd8c86 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.084560] env[62555]: DEBUG nova.compute.provider_tree [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.099805] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704574, 'name': PowerOffVM_Task, 'duration_secs': 0.501768} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.100132] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1535.101025] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe05ca9-4f69-4c80-b776-ffa83853f0aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.121008] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6493620f-9cf0-45a1-86fe-8cd0a6980d34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.167187] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.167885] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b0cc678-3c05-44ef-b04a-5dabf21a0fa3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.175754] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1535.175754] env[62555]: value = "task-1704579" [ 1535.175754] env[62555]: _type = "Task" [ 1535.175754] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.183864] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.252838] env[62555]: DEBUG nova.network.neutron [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Updating instance_info_cache with network_info: [{"id": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "address": "fa:16:3e:80:6b:d7", "network": {"id": "3970feb4-a655-4c9a-9089-fdaec2320ef6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1115214355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caef048db714e48aac76a297d57bd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ef6269-f5", "ovs_interfaceid": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.323805] env[62555]: DEBUG oslo_vmware.api [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Task: {'id': task-1704575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.39795} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.323805] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.324134] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1535.324134] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1535.324368] env[62555]: INFO nova.compute.manager [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Took 3.19 seconds to destroy the instance on the hypervisor. [ 1535.324527] env[62555]: DEBUG oslo.service.loopingcall [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.324747] env[62555]: DEBUG nova.compute.manager [-] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1535.324852] env[62555]: DEBUG nova.network.neutron [-] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1535.331264] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1535.331484] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.369697] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704576, 'name': Rename_Task, 'duration_secs': 0.373079} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.369893] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1535.370116] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d192052f-ec74-4e61-8a2d-dbd8f17e211f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.378996] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1535.378996] env[62555]: value = "task-1704580" [ 1535.378996] env[62555]: _type = "Task" [ 1535.378996] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.390767] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.469223] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704578, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.589438] env[62555]: DEBUG nova.scheduler.client.report [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1535.687381] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1535.687613] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.687870] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.688152] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.688244] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.688531] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b96af2c3-28fd-4d59-882d-999f20deb7ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.699322] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.699525] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.700364] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8552f7a-47fb-40cb-b620-3660585432a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.706604] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1535.706604] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524837a9-6d45-d76e-8926-3adf59d3b6a9" [ 1535.706604] env[62555]: _type = "Task" [ 1535.706604] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.715681] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524837a9-6d45-d76e-8926-3adf59d3b6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.757037] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Releasing lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.757037] env[62555]: DEBUG nova.compute.manager [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Instance network_info: |[{"id": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "address": "fa:16:3e:80:6b:d7", "network": {"id": "3970feb4-a655-4c9a-9089-fdaec2320ef6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1115214355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caef048db714e48aac76a297d57bd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ef6269-f5", "ovs_interfaceid": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1535.758061] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:6b:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '21310d90-efbc-45a8-a97f-c4358606530f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4ef6269-f5f7-4ce0-aacf-a96d35de0b11', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.765229] env[62555]: DEBUG oslo.service.loopingcall [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.765497] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.765730] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e7feaf1-64a1-4332-88b3-aca619e2104d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.786609] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.786609] env[62555]: value = "task-1704581" [ 1535.786609] env[62555]: _type = "Task" [ 1535.786609] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.796729] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704581, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.856027] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1535.856446] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e24bec54-71f6-439e-bf2e-8e9547c07ae0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.865239] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1535.865239] env[62555]: value = "task-1704582" [ 1535.865239] env[62555]: _type = "Task" [ 1535.865239] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.889269] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.897177] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.969253] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.80495} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.969512] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 83fd6c8d-bf51-4314-ab64-b6f3be48e895/83fd6c8d-bf51-4314-ab64-b6f3be48e895.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1535.969718] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1535.970144] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75de6c11-fe43-47aa-8706-cfd7d56e61c9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.978111] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1535.978111] env[62555]: value = "task-1704583" [ 1535.978111] env[62555]: _type = "Task" [ 1535.978111] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.987665] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.098189] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.555s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.098189] env[62555]: INFO nova.compute.manager [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Migrating [ 1536.107654] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.297s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.107768] env[62555]: DEBUG nova.objects.instance [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lazy-loading 'resources' on Instance uuid b7d0868f-148b-4d9a-b070-bd882b34bc35 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1536.110491] env[62555]: DEBUG nova.compute.manager [req-dc406115-b836-4eaa-af0c-5d5fd47d308b req-b39cc675-20e6-442a-90a9-b68c18634625 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Received event network-changed-e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1536.112017] env[62555]: DEBUG nova.compute.manager [req-dc406115-b836-4eaa-af0c-5d5fd47d308b req-b39cc675-20e6-442a-90a9-b68c18634625 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Refreshing instance network info cache due to event network-changed-e4ef6269-f5f7-4ce0-aacf-a96d35de0b11. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1536.112017] env[62555]: DEBUG oslo_concurrency.lockutils [req-dc406115-b836-4eaa-af0c-5d5fd47d308b req-b39cc675-20e6-442a-90a9-b68c18634625 service nova] Acquiring lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.112017] env[62555]: DEBUG oslo_concurrency.lockutils [req-dc406115-b836-4eaa-af0c-5d5fd47d308b req-b39cc675-20e6-442a-90a9-b68c18634625 service nova] Acquired lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.112017] env[62555]: DEBUG nova.network.neutron [req-dc406115-b836-4eaa-af0c-5d5fd47d308b req-b39cc675-20e6-442a-90a9-b68c18634625 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Refreshing network info cache for port e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.127313] env[62555]: DEBUG nova.compute.manager [req-240389be-5f26-4c7c-9dde-f4444b304441 req-c9b3eb7d-9309-4346-8188-345c2f2f2595 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Received event network-vif-deleted-2447f13e-6342-4c2f-9b54-bc4d2232a7ce {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1536.128036] env[62555]: INFO nova.compute.manager [req-240389be-5f26-4c7c-9dde-f4444b304441 req-c9b3eb7d-9309-4346-8188-345c2f2f2595 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Neutron deleted interface 2447f13e-6342-4c2f-9b54-bc4d2232a7ce; detaching it from the instance and deleting it from the info cache [ 1536.128036] env[62555]: DEBUG nova.network.neutron [req-240389be-5f26-4c7c-9dde-f4444b304441 req-c9b3eb7d-9309-4346-8188-345c2f2f2595 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.222042] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524837a9-6d45-d76e-8926-3adf59d3b6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.041354} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.226815] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b495110e-1061-43a5-b26d-26d1531d8acb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.234146] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1536.234146] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5271e828-59b1-7d27-d157-26ebda0acfe4" [ 1536.234146] env[62555]: _type = "Task" [ 1536.234146] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.248306] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5271e828-59b1-7d27-d157-26ebda0acfe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.300012] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704581, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.375996] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704582, 'name': PowerOffVM_Task, 'duration_secs': 0.323427} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.376340] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1536.377127] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7aebc9-0c7a-4c46-b38c-e777ccceb2c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.402382] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a07c4d-2195-47a9-a63a-f803e002ba41 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.408489] env[62555]: DEBUG oslo_vmware.api [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704580, 'name': PowerOnVM_Task, 'duration_secs': 0.826065} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.408993] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1536.409248] env[62555]: INFO nova.compute.manager [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1536.409361] env[62555]: DEBUG nova.compute.manager [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1536.410087] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172125ab-d06f-46bd-b081-b7f142dbd480 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.442481] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.442796] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d66321c7-167b-4c26-a02d-173f5dda0526 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.451511] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1536.451511] env[62555]: value = "task-1704584" [ 1536.451511] env[62555]: _type = "Task" [ 1536.451511] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.455141] env[62555]: DEBUG nova.network.neutron [-] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.464623] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1536.464623] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.464623] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.485482] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093715} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.485744] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1536.486509] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c1c550-82f5-4570-a0a8-ba85a4696a46 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.511515] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 83fd6c8d-bf51-4314-ab64-b6f3be48e895/83fd6c8d-bf51-4314-ab64-b6f3be48e895.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1536.513533] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d196574b-f07e-4c8c-a8eb-55b95c838f92 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.532686] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1536.532686] env[62555]: value = "task-1704585" [ 1536.532686] env[62555]: _type = "Task" [ 1536.532686] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.542549] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.633416] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e0b88-3b08-4ed1-93f3-41cca610956b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.633792] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13cbda6a-0d83-446a-bfe9-1eaacfa8e842 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.640125] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.640316] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.640497] env[62555]: DEBUG nova.network.neutron [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1536.643188] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4e6ebe-cd88-4017-a92d-922b26cc34ff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.648789] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a1070e-03c0-46e8-a776-aa857b852c00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.704816] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5585564-ac91-45cc-bbcd-eea14f328feb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.707648] env[62555]: DEBUG nova.compute.manager [req-240389be-5f26-4c7c-9dde-f4444b304441 req-c9b3eb7d-9309-4346-8188-345c2f2f2595 service nova] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Detach interface failed, port_id=2447f13e-6342-4c2f-9b54-bc4d2232a7ce, reason: Instance d21ddb2e-1206-4135-b9e2-7d76dcf27864 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1536.714512] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac80113-58ad-4854-8197-4c636a668cad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.728163] env[62555]: DEBUG nova.compute.provider_tree [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1536.743304] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5271e828-59b1-7d27-d157-26ebda0acfe4, 'name': SearchDatastore_Task, 'duration_secs': 0.019967} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.743587] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.743832] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 69481620-9360-4fce-a2e8-91ea5046bd64/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. {{(pid=62555) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1536.744121] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.744306] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1536.744508] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8caeb660-509c-4c17-a093-afb1ec0c808a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.746369] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d382598f-f706-4cba-92db-b949931b8478 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.754958] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1536.754958] env[62555]: value = "task-1704586" [ 1536.754958] env[62555]: _type = "Task" [ 1536.754958] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.762584] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.763561] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.763743] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.764446] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60430396-7a97-4090-9a1e-707caf25d185 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.769164] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1536.769164] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b359d8-fd88-91d6-5e68-516e737ab439" [ 1536.769164] env[62555]: _type = "Task" [ 1536.769164] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.776542] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b359d8-fd88-91d6-5e68-516e737ab439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.799488] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704581, 'name': CreateVM_Task, 'duration_secs': 0.616183} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.799653] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.800298] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.800461] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.800776] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1536.801031] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9999bf33-70c0-4437-86a9-a9d10f66229b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.805138] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1536.805138] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f24389-d735-3f0c-3862-9659bfce1c91" [ 1536.805138] env[62555]: _type = "Task" [ 1536.805138] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.813015] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f24389-d735-3f0c-3862-9659bfce1c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.930562] env[62555]: DEBUG nova.network.neutron [req-dc406115-b836-4eaa-af0c-5d5fd47d308b req-b39cc675-20e6-442a-90a9-b68c18634625 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Updated VIF entry in instance network info cache for port e4ef6269-f5f7-4ce0-aacf-a96d35de0b11. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1536.930562] env[62555]: DEBUG nova.network.neutron [req-dc406115-b836-4eaa-af0c-5d5fd47d308b req-b39cc675-20e6-442a-90a9-b68c18634625 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Updating instance_info_cache with network_info: [{"id": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "address": "fa:16:3e:80:6b:d7", "network": {"id": "3970feb4-a655-4c9a-9089-fdaec2320ef6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1115214355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caef048db714e48aac76a297d57bd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ef6269-f5", "ovs_interfaceid": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.934509] env[62555]: INFO nova.compute.manager [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Took 41.99 seconds to build instance. [ 1536.957079] env[62555]: INFO nova.compute.manager [-] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Took 1.63 seconds to deallocate network for instance. [ 1537.042720] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.251260] env[62555]: ERROR nova.scheduler.client.report [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [req-55263072-d00b-43c9-b6ed-5c269251f0b0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-55263072-d00b-43c9-b6ed-5c269251f0b0"}]} [ 1537.266624] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.268347] env[62555]: DEBUG nova.scheduler.client.report [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1537.278794] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b359d8-fd88-91d6-5e68-516e737ab439, 'name': SearchDatastore_Task, 'duration_secs': 0.175352} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.279621] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20caa128-a7c5-4fac-a494-31fec4f6f5e5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.285147] env[62555]: DEBUG nova.scheduler.client.report [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1537.285357] env[62555]: DEBUG nova.compute.provider_tree [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1537.291089] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1537.291089] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522651b2-e1ba-688b-08ac-ecf8b3d51037" [ 1537.291089] env[62555]: _type = "Task" [ 1537.291089] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.299648] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522651b2-e1ba-688b-08ac-ecf8b3d51037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.300523] env[62555]: DEBUG nova.scheduler.client.report [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1537.313616] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f24389-d735-3f0c-3862-9659bfce1c91, 'name': SearchDatastore_Task, 'duration_secs': 0.137273} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.313954] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.314830] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.314830] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.326178] env[62555]: DEBUG nova.scheduler.client.report [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1537.432501] env[62555]: DEBUG oslo_concurrency.lockutils [req-dc406115-b836-4eaa-af0c-5d5fd47d308b req-b39cc675-20e6-442a-90a9-b68c18634625 service nova] Releasing lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.436246] env[62555]: DEBUG oslo_concurrency.lockutils [None req-309b39d1-24e8-4841-9152-415078d0ca93 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.144s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.462744] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.498172] env[62555]: DEBUG nova.network.neutron [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance_info_cache with network_info: [{"id": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "address": "fa:16:3e:ce:15:3c", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9d7e90-59", "ovs_interfaceid": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.544141] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704585, 'name': ReconfigVM_Task, 'duration_secs': 0.885748} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.544443] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 83fd6c8d-bf51-4314-ab64-b6f3be48e895/83fd6c8d-bf51-4314-ab64-b6f3be48e895.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1537.545081] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00ee17c9-23e8-488e-999b-902855764b2f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.553406] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1537.553406] env[62555]: value = "task-1704588" [ 1537.553406] env[62555]: _type = "Task" [ 1537.553406] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.563856] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704588, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.771459] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.806940] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522651b2-e1ba-688b-08ac-ecf8b3d51037, 'name': SearchDatastore_Task, 'duration_secs': 0.136142} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.810199] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.810568] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 07ca9076-1acb-4cd7-aee4-89675f9a0229/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. {{(pid=62555) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1537.811179] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.811464] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.811749] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6223f2d5-1336-415b-a406-8f44a40f7203 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.814557] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd145302-3287-4988-92a3-663026efd494 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.824045] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1537.824045] env[62555]: value = "task-1704589" [ 1537.824045] env[62555]: _type = "Task" [ 1537.824045] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.840536] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.842419] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.842718] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.843707] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182fdb4c-154f-44f8-9e02-39520a9ae473 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.850460] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1537.850460] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52428f95-29ac-8088-d284-000fd6ea0698" [ 1537.850460] env[62555]: _type = "Task" [ 1537.850460] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.864318] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52428f95-29ac-8088-d284-000fd6ea0698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.899203] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cc900f-f829-4070-add4-6cebc62bf688 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.907056] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f254ab5-a492-4a6d-8724-2d115d3e7127 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.936685] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5e7331-e77f-4f3c-a006-66b7b0edbd45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.943284] env[62555]: DEBUG nova.compute.manager [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1537.946720] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95db16f1-0724-4986-a469-aacc676c42d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.960355] env[62555]: DEBUG nova.compute.provider_tree [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.000126] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.063082] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704588, 'name': Rename_Task, 'duration_secs': 0.151012} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.063415] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.063685] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dce6b067-9249-4add-a25f-7054aecc3960 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.069769] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1538.069769] env[62555]: value = "task-1704590" [ 1538.069769] env[62555]: _type = "Task" [ 1538.069769] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.077627] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.266593] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.335336] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.343598] env[62555]: DEBUG nova.compute.manager [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1538.344860] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f6fa5c-7544-458e-a869-5e5177345eff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.362605] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52428f95-29ac-8088-d284-000fd6ea0698, 'name': SearchDatastore_Task, 'duration_secs': 0.113154} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.363463] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed825cdf-0f9c-4256-8b08-df1d5614fdfe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.368478] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1538.368478] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525bc93a-c395-dfa7-980a-406b1ffe4af9" [ 1538.368478] env[62555]: _type = "Task" [ 1538.368478] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.376419] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525bc93a-c395-dfa7-980a-406b1ffe4af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.463726] env[62555]: DEBUG nova.scheduler.client.report [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1538.469793] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.580731] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.767712] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704586, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.834533] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.855971] env[62555]: INFO nova.compute.manager [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] instance snapshotting [ 1538.858738] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36325e5-9bd6-49d7-83fb-2979d059d7e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.881366] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b695141-ffbf-47c8-9b2b-299d439a73c5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.892498] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525bc93a-c395-dfa7-980a-406b1ffe4af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.969142] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.862s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.971625] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.614s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.971970] env[62555]: DEBUG nova.objects.instance [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lazy-loading 'resources' on Instance uuid 5407aef9-6270-418f-b018-fee8ef74dbe4 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1538.990087] env[62555]: INFO nova.scheduler.client.report [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Deleted allocations for instance b7d0868f-148b-4d9a-b070-bd882b34bc35 [ 1539.081038] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.269110] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704586, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.336465] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.386500] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525bc93a-c395-dfa7-980a-406b1ffe4af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.395989] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1539.396290] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-644b9c6f-1f4c-46b8-bc84-f0f444c34be8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.402933] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1539.402933] env[62555]: value = "task-1704591" [ 1539.402933] env[62555]: _type = "Task" [ 1539.402933] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.410195] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.501328] env[62555]: DEBUG oslo_concurrency.lockutils [None req-55999286-c5b1-4f50-ab7e-f9126be3db7a tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "b7d0868f-148b-4d9a-b070-bd882b34bc35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.118s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.517272] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05834fef-e488-4b69-acdf-f71eb08111aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.537570] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance 'c9cd4322-e60f-4744-9dd4-739249b96d34' progress to 0 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1539.587094] env[62555]: DEBUG oslo_vmware.api [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1704590, 'name': PowerOnVM_Task, 'duration_secs': 1.287257} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.587094] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.587094] env[62555]: INFO nova.compute.manager [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1539.587094] env[62555]: DEBUG nova.compute.manager [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1539.587094] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faadaf3-1030-42f2-a4de-3959254ae5eb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.768928] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704586, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.837217] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.888933] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525bc93a-c395-dfa7-980a-406b1ffe4af9, 'name': SearchDatastore_Task, 'duration_secs': 1.311885} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.894785] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.895009] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 654aac75-7194-4d48-aaa6-ca452959551d/654aac75-7194-4d48-aaa6-ca452959551d.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1539.895889] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e228fdf7-4269-4e85-8502-2c3a5b11df86 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.903481] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1539.903481] env[62555]: value = "task-1704592" [ 1539.903481] env[62555]: _type = "Task" [ 1539.903481] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.919181] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.923730] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704591, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.940898] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cb7cf2-7e97-4d48-88a0-481ffbb7c953 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.949847] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f0dd4-458a-454e-8958-fc81f6835b6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.983047] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b4767d-b152-4885-bc7f-52c50326242d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.992738] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87888055-6eaf-4979-bea9-a6ebd769624b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.010278] env[62555]: DEBUG nova.compute.provider_tree [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.046188] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.046493] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-796fefd0-08c8-4865-8d45-a7a0f2bf0601 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.054167] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1540.054167] env[62555]: value = "task-1704593" [ 1540.054167] env[62555]: _type = "Task" [ 1540.054167] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.062708] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.064226] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.064460] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.064684] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.064871] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.065050] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.067216] env[62555]: INFO nova.compute.manager [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Terminating instance [ 1540.104321] env[62555]: INFO nova.compute.manager [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Took 38.81 seconds to build instance. [ 1540.277041] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704586, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.304052} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.282411] env[62555]: INFO nova.virt.vmwareapi.ds_util [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 69481620-9360-4fce-a2e8-91ea5046bd64/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. [ 1540.282411] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df43f69e-b552-417e-a5b5-8dae1e6c6002 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.311881] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 69481620-9360-4fce-a2e8-91ea5046bd64/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.312309] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d715277e-7a88-4a43-9df3-23959c7f39d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.333492] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1540.333492] env[62555]: value = "task-1704594" [ 1540.333492] env[62555]: _type = "Task" [ 1540.333492] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.337479] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704589, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.347123] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704594, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.417827] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704592, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.424361] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.514579] env[62555]: DEBUG nova.scheduler.client.report [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1540.565408] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704593, 'name': PowerOffVM_Task, 'duration_secs': 0.443742} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.565820] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.565985] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance 'c9cd4322-e60f-4744-9dd4-739249b96d34' progress to 17 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1540.571770] env[62555]: DEBUG nova.compute.manager [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.571770] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.572489] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced9bcda-0a62-471a-8618-e58ecfc7b31d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.580521] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.580837] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e4bad6b-ded1-4521-bc64-258937a3fa34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.588644] env[62555]: DEBUG oslo_vmware.api [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1540.588644] env[62555]: value = "task-1704595" [ 1540.588644] env[62555]: _type = "Task" [ 1540.588644] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.599177] env[62555]: DEBUG oslo_vmware.api [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.610947] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0d9340c-cc88-47d1-a351-bb86b49a0dcc tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.915s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.839513] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704589, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.560895} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.842775] env[62555]: INFO nova.virt.vmwareapi.ds_util [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 07ca9076-1acb-4cd7-aee4-89675f9a0229/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. [ 1540.843622] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3677a6f-07df-4e9e-96a9-16c36f61277c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.851613] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.876026] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 07ca9076-1acb-4cd7-aee4-89675f9a0229/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.876026] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa0d2dd-cc4d-488d-9fdb-f19e6ad9dbee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.892608] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1540.892608] env[62555]: value = "task-1704596" [ 1540.892608] env[62555]: _type = "Task" [ 1540.892608] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.901116] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.912445] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840484} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.915975] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 654aac75-7194-4d48-aaa6-ca452959551d/654aac75-7194-4d48-aaa6-ca452959551d.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.916262] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1540.916558] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83d43261-92e8-41e3-8fd9-0c747181c3ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.923128] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704591, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.924710] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1540.924710] env[62555]: value = "task-1704597" [ 1540.924710] env[62555]: _type = "Task" [ 1540.924710] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.933137] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.988525] env[62555]: DEBUG nova.compute.manager [req-94c427ed-04d6-4dde-810e-072dfdfba676 req-d8528ff8-b6e1-449f-877f-88bc1e74d401 service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Received event network-changed-4d5c8e65-cde1-4082-8dae-2cf4fc61aa05 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1540.989407] env[62555]: DEBUG nova.compute.manager [req-94c427ed-04d6-4dde-810e-072dfdfba676 req-d8528ff8-b6e1-449f-877f-88bc1e74d401 service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Refreshing instance network info cache due to event network-changed-4d5c8e65-cde1-4082-8dae-2cf4fc61aa05. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1540.989407] env[62555]: DEBUG oslo_concurrency.lockutils [req-94c427ed-04d6-4dde-810e-072dfdfba676 req-d8528ff8-b6e1-449f-877f-88bc1e74d401 service nova] Acquiring lock "refresh_cache-83fd6c8d-bf51-4314-ab64-b6f3be48e895" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.989407] env[62555]: DEBUG oslo_concurrency.lockutils [req-94c427ed-04d6-4dde-810e-072dfdfba676 req-d8528ff8-b6e1-449f-877f-88bc1e74d401 service nova] Acquired lock "refresh_cache-83fd6c8d-bf51-4314-ab64-b6f3be48e895" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.989407] env[62555]: DEBUG nova.network.neutron [req-94c427ed-04d6-4dde-810e-072dfdfba676 req-d8528ff8-b6e1-449f-877f-88bc1e74d401 service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Refreshing network info cache for port 4d5c8e65-cde1-4082-8dae-2cf4fc61aa05 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.020346] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.022936] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.346s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.024671] env[62555]: INFO nova.compute.claims [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1541.062202] env[62555]: INFO nova.scheduler.client.report [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Deleted allocations for instance 5407aef9-6270-418f-b018-fee8ef74dbe4 [ 1541.077888] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1541.077888] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1541.077888] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1541.077888] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1541.077888] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1541.077888] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1541.078406] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1541.078457] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1541.082631] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1541.082686] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1541.087494] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1541.090289] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab6c3fe4-07c6-4a3b-ab9b-f60f3efe2d43 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.111855] env[62555]: DEBUG oslo_vmware.api [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704595, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.114172] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1541.114172] env[62555]: value = "task-1704599" [ 1541.114172] env[62555]: _type = "Task" [ 1541.114172] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.123669] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.349388] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704594, 'name': ReconfigVM_Task, 'duration_secs': 0.538346} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.349692] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 69481620-9360-4fce-a2e8-91ea5046bd64/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.350617] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7ae985-0051-4c96-b62d-687e10f8d806 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.377464] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1a569d6-cabf-4aca-b1ee-16833c6509c5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.394275] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1541.394275] env[62555]: value = "task-1704600" [ 1541.394275] env[62555]: _type = "Task" [ 1541.394275] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.405610] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704596, 'name': ReconfigVM_Task, 'duration_secs': 0.371607} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.409701] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 07ca9076-1acb-4cd7-aee4-89675f9a0229/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.410250] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704600, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.411121] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b36dc4b-849b-45d3-943a-133072f14ede {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.450326] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-defdd1ca-7bb8-42eb-950a-6b687be4400e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.464029] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704591, 'name': CreateSnapshot_Task, 'duration_secs': 1.716978} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.464029] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1541.464029] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181020e5-c30d-4b36-a687-6daaa52ac91f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.471240] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1541.471240] env[62555]: value = "task-1704601" [ 1541.471240] env[62555]: _type = "Task" [ 1541.471240] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.471531] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085295} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.472354] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.476210] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3956c2-f74f-468e-9aa6-df15475c82d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.493910] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.514036] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 654aac75-7194-4d48-aaa6-ca452959551d/654aac75-7194-4d48-aaa6-ca452959551d.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.514036] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e21a5643-7646-4042-b9ff-fe8da30ab314 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.543033] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1541.543033] env[62555]: value = "task-1704602" [ 1541.543033] env[62555]: _type = "Task" [ 1541.543033] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.553018] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.573459] env[62555]: DEBUG oslo_concurrency.lockutils [None req-16ef097c-ad3e-49c8-afb5-2a589e045cbd tempest-ServersAdminNegativeTestJSON-593004685 tempest-ServersAdminNegativeTestJSON-593004685-project-member] Lock "5407aef9-6270-418f-b018-fee8ef74dbe4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.150s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1541.600671] env[62555]: DEBUG oslo_vmware.api [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704595, 'name': PowerOffVM_Task, 'duration_secs': 0.552065} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.600969] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.601169] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.601454] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c661ed8-5f8f-4c16-b0b7-7a91193b1c4b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.631914] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704599, 'name': ReconfigVM_Task, 'duration_secs': 0.382059} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.635029] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance 'c9cd4322-e60f-4744-9dd4-739249b96d34' progress to 33 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1541.833374] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.833651] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.833845] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Deleting the datastore file [datastore1] c4828b08-06d6-4914-9bc9-46f3ee8f9bc4 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.834153] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2af09dd-3b67-4d46-bc6b-ea5672b6a1a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.842253] env[62555]: DEBUG oslo_vmware.api [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1541.842253] env[62555]: value = "task-1704604" [ 1541.842253] env[62555]: _type = "Task" [ 1541.842253] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.848066] env[62555]: DEBUG nova.network.neutron [req-94c427ed-04d6-4dde-810e-072dfdfba676 req-d8528ff8-b6e1-449f-877f-88bc1e74d401 service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Updated VIF entry in instance network info cache for port 4d5c8e65-cde1-4082-8dae-2cf4fc61aa05. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.848372] env[62555]: DEBUG nova.network.neutron [req-94c427ed-04d6-4dde-810e-072dfdfba676 req-d8528ff8-b6e1-449f-877f-88bc1e74d401 service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Updating instance_info_cache with network_info: [{"id": "4d5c8e65-cde1-4082-8dae-2cf4fc61aa05", "address": "fa:16:3e:4b:2a:20", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d5c8e65-cd", "ovs_interfaceid": "4d5c8e65-cde1-4082-8dae-2cf4fc61aa05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.852911] env[62555]: DEBUG oslo_vmware.api [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.907735] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704600, 'name': ReconfigVM_Task, 'duration_secs': 0.236076} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.908287] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.908663] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f8be2af-24d7-417a-9004-f4c9d8eeac4f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.915636] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1541.915636] env[62555]: value = "task-1704605" [ 1541.915636] env[62555]: _type = "Task" [ 1541.915636] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.931908] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.981209] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704601, 'name': ReconfigVM_Task, 'duration_secs': 0.249713} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.981593] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.981901] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ca168bf-8384-43e7-aade-da19c6c298e5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.993474] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1541.995625] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c1e1c426-1945-4e4a-a3bf-ed60ca5d8ab6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.998888] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1541.998888] env[62555]: value = "task-1704606" [ 1541.998888] env[62555]: _type = "Task" [ 1541.998888] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.004325] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1542.004325] env[62555]: value = "task-1704607" [ 1542.004325] env[62555]: _type = "Task" [ 1542.004325] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.011651] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704606, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.016749] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704607, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.055039] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704602, 'name': ReconfigVM_Task, 'duration_secs': 0.425979} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.055341] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 654aac75-7194-4d48-aaa6-ca452959551d/654aac75-7194-4d48-aaa6-ca452959551d.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.056023] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffc3b7a6-55e6-4ead-8352-cb9c0c53411b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.065771] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1542.065771] env[62555]: value = "task-1704608" [ 1542.065771] env[62555]: _type = "Task" [ 1542.065771] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.074161] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704608, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.139499] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:03:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='50ad4941-6d26-4d9f-a1c0-63fca34008eb',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-975459429',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1542.139782] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1542.139965] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1542.140171] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1542.140331] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1542.140524] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1542.140788] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1542.140996] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1542.141206] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1542.141449] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1542.141723] env[62555]: DEBUG nova.virt.hardware [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1542.150254] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1542.150841] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ff639a-dc68-45e8-a54b-95aba35f7439 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.174240] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1542.174240] env[62555]: value = "task-1704609" [ 1542.174240] env[62555]: _type = "Task" [ 1542.174240] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.188462] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704609, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.357377] env[62555]: DEBUG oslo_concurrency.lockutils [req-94c427ed-04d6-4dde-810e-072dfdfba676 req-d8528ff8-b6e1-449f-877f-88bc1e74d401 service nova] Releasing lock "refresh_cache-83fd6c8d-bf51-4314-ab64-b6f3be48e895" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.365217] env[62555]: DEBUG oslo_vmware.api [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278691} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.365217] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.365217] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1542.365217] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1542.365573] env[62555]: INFO nova.compute.manager [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1542.368252] env[62555]: DEBUG oslo.service.loopingcall [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1542.368252] env[62555]: DEBUG nova.compute.manager [-] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1542.368252] env[62555]: DEBUG nova.network.neutron [-] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1542.426915] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704605, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.516840] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.526173] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704607, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.577390] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704608, 'name': Rename_Task, 'duration_secs': 0.198139} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.579985] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.580429] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e40538d5-2bdc-4aed-9710-43722eb87dc4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.586753] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1542.586753] env[62555]: value = "task-1704610" [ 1542.586753] env[62555]: _type = "Task" [ 1542.586753] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.597020] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.603523] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33791665-45ed-4c6d-babd-ec3007f6c051 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.611379] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70605c39-c379-4e7e-89a8-7d85728ce8e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.645365] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e517730c-ccf0-4ae1-869e-3f09e6b5be48 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.653334] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8957e9-d5a0-4bc4-b009-2f906e5193ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.669477] env[62555]: DEBUG nova.compute.provider_tree [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1542.684672] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704609, 'name': ReconfigVM_Task, 'duration_secs': 0.266859} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.684672] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1542.685663] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad331a64-3f7c-473c-91f7-8c0416da065d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.709459] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c9cd4322-e60f-4744-9dd4-739249b96d34/c9cd4322-e60f-4744-9dd4-739249b96d34.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.712333] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-768cf40e-cb4d-4cf5-b1d3-f252199af69d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.732603] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1542.732603] env[62555]: value = "task-1704611" [ 1542.732603] env[62555]: _type = "Task" [ 1542.732603] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.743276] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.927284] env[62555]: DEBUG oslo_vmware.api [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704605, 'name': PowerOnVM_Task, 'duration_secs': 0.528777} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.927565] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.930503] env[62555]: DEBUG nova.compute.manager [None req-05ee0db2-97f0-49d0-b294-89aefa711114 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.931189] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e258c9-f037-4d35-8cf4-317c66d17957 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.018774] env[62555]: DEBUG oslo_vmware.api [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704606, 'name': PowerOnVM_Task, 'duration_secs': 0.566971} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.022662] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.024485] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704607, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.026048] env[62555]: DEBUG nova.compute.manager [None req-9e6c43d4-1146-4775-82fb-5c1f1871f261 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.026923] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b34d64-00c5-4a29-83d2-086f65024180 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.031281] env[62555]: DEBUG nova.compute.manager [req-6caa9117-0c1a-4018-96da-08e3565aa4c9 req-54d554a1-e9cc-432e-89fd-3eea9c722d21 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Received event network-vif-deleted-e4553f2c-a878-4a14-a7cb-cf2ddde4f259 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1543.031466] env[62555]: INFO nova.compute.manager [req-6caa9117-0c1a-4018-96da-08e3565aa4c9 req-54d554a1-e9cc-432e-89fd-3eea9c722d21 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Neutron deleted interface e4553f2c-a878-4a14-a7cb-cf2ddde4f259; detaching it from the instance and deleting it from the info cache [ 1543.031634] env[62555]: DEBUG nova.network.neutron [req-6caa9117-0c1a-4018-96da-08e3565aa4c9 req-54d554a1-e9cc-432e-89fd-3eea9c722d21 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.096846] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.210811] env[62555]: DEBUG nova.scheduler.client.report [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 86 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1543.211182] env[62555]: DEBUG nova.compute.provider_tree [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 86 to 87 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1543.211427] env[62555]: DEBUG nova.compute.provider_tree [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1543.227246] env[62555]: DEBUG nova.network.neutron [-] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1543.244298] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.519347] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704607, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.536960] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02477c2c-5afb-42c9-a267-c2429e5471e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.552282] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad0a144-545f-4980-bb49-7d99ffb5a034 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.590186] env[62555]: DEBUG nova.compute.manager [req-6caa9117-0c1a-4018-96da-08e3565aa4c9 req-54d554a1-e9cc-432e-89fd-3eea9c722d21 service nova] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Detach interface failed, port_id=e4553f2c-a878-4a14-a7cb-cf2ddde4f259, reason: Instance c4828b08-06d6-4914-9bc9-46f3ee8f9bc4 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1543.598846] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.717144] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.717733] env[62555]: DEBUG nova.compute.manager [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1543.720580] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.420s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.722667] env[62555]: INFO nova.compute.claims [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1543.729757] env[62555]: INFO nova.compute.manager [-] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Took 1.36 seconds to deallocate network for instance. [ 1543.743577] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704611, 'name': ReconfigVM_Task, 'duration_secs': 0.744297} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.743875] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c9cd4322-e60f-4744-9dd4-739249b96d34/c9cd4322-e60f-4744-9dd4-739249b96d34.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.744196] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance 'c9cd4322-e60f-4744-9dd4-739249b96d34' progress to 50 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1543.895116] env[62555]: INFO nova.compute.manager [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Unrescuing [ 1543.895501] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.895733] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquired lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.895984] env[62555]: DEBUG nova.network.neutron [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.020348] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704607, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.101252] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704610, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.226926] env[62555]: DEBUG nova.compute.utils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1544.231214] env[62555]: DEBUG nova.compute.manager [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1544.231342] env[62555]: DEBUG nova.network.neutron [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1544.238784] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.251587] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158c18c7-f3e3-494d-b301-bcc5fe2091b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.280673] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9211ef-4544-4e0b-a3da-9f85e52772aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.305648] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance 'c9cd4322-e60f-4744-9dd4-739249b96d34' progress to 67 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1544.348122] env[62555]: DEBUG nova.policy [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e53fa236152414e8bf2f716296646bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7ce47a078abe4721b0e0441bf21fbb56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1544.522701] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704607, 'name': CloneVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.599898] env[62555]: DEBUG oslo_vmware.api [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704610, 'name': PowerOnVM_Task, 'duration_secs': 1.788407} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.604332] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.604332] env[62555]: INFO nova.compute.manager [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Took 11.20 seconds to spawn the instance on the hypervisor. [ 1544.604332] env[62555]: DEBUG nova.compute.manager [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1544.604521] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9640b567-40be-4ae3-aa7a-0e9fedd640ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.647364] env[62555]: DEBUG nova.network.neutron [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Updating instance_info_cache with network_info: [{"id": "e4b5d8ec-dcb7-45a9-8a83-31f127672cba", "address": "fa:16:3e:27:7d:f7", "network": {"id": "eea4f756-3fd2-44df-bc23-12c40387b4d5", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-181693125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a9325da5887f4914a93c5eea99e5a5f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4b5d8ec-dc", "ovs_interfaceid": "e4b5d8ec-dcb7-45a9-8a83-31f127672cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.735353] env[62555]: DEBUG nova.compute.manager [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1544.740242] env[62555]: INFO nova.compute.manager [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Unrescuing [ 1544.740794] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.741110] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.741397] env[62555]: DEBUG nova.network.neutron [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1544.861243] env[62555]: DEBUG nova.network.neutron [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Port eb9d7e90-5914-4c9f-bcd2-e26996821915 binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1545.023492] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704607, 'name': CloneVM_Task, 'duration_secs': 2.674626} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.026495] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Created linked-clone VM from snapshot [ 1545.026495] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fffcc09-4615-4835-a092-102f90523f30 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.040010] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Uploading image 3c570824-416d-43a8-a53b-487e034556b5 {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1545.042448] env[62555]: DEBUG nova.network.neutron [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Successfully created port: 0c59407a-3ffc-40bd-9c11-fde3b1a0af6f {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1545.078785] env[62555]: DEBUG oslo_vmware.rw_handles [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1545.078785] env[62555]: value = "vm-355231" [ 1545.078785] env[62555]: _type = "VirtualMachine" [ 1545.078785] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1545.079322] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-279215eb-a930-4a5c-a436-d7d075447608 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.085949] env[62555]: DEBUG oslo_vmware.rw_handles [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lease: (returnval){ [ 1545.085949] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527d06e9-0de4-48d6-6bae-9e1f5533649e" [ 1545.085949] env[62555]: _type = "HttpNfcLease" [ 1545.085949] env[62555]: } obtained for exporting VM: (result){ [ 1545.085949] env[62555]: value = "vm-355231" [ 1545.085949] env[62555]: _type = "VirtualMachine" [ 1545.085949] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1545.086284] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the lease: (returnval){ [ 1545.086284] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527d06e9-0de4-48d6-6bae-9e1f5533649e" [ 1545.086284] env[62555]: _type = "HttpNfcLease" [ 1545.086284] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1545.094127] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1545.094127] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527d06e9-0de4-48d6-6bae-9e1f5533649e" [ 1545.094127] env[62555]: _type = "HttpNfcLease" [ 1545.094127] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1545.124041] env[62555]: INFO nova.compute.manager [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Took 40.82 seconds to build instance. [ 1545.149950] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Releasing lock "refresh_cache-07ca9076-1acb-4cd7-aee4-89675f9a0229" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.150618] env[62555]: DEBUG nova.objects.instance [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lazy-loading 'flavor' on Instance uuid 07ca9076-1acb-4cd7-aee4-89675f9a0229 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.275674] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ade844-6833-4c99-a8f5-bdaa7825d496 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.285827] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493b9533-a8d3-4a4f-8a86-840e11da096d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.341365] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2267725b-98ee-4c21-bb74-03ec94fe4190 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.353091] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61550591-8156-4b7f-ba55-be9db5aaae83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.372239] env[62555]: DEBUG nova.compute.provider_tree [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1545.594461] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1545.594461] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527d06e9-0de4-48d6-6bae-9e1f5533649e" [ 1545.594461] env[62555]: _type = "HttpNfcLease" [ 1545.594461] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1545.594801] env[62555]: DEBUG oslo_vmware.rw_handles [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1545.594801] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527d06e9-0de4-48d6-6bae-9e1f5533649e" [ 1545.594801] env[62555]: _type = "HttpNfcLease" [ 1545.594801] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1545.595638] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320c54cc-74da-4ee5-9552-f1f719c61db3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.603878] env[62555]: DEBUG oslo_vmware.rw_handles [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52537f82-797d-66c1-5319-da8148f3488c/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1545.604130] env[62555]: DEBUG oslo_vmware.rw_handles [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52537f82-797d-66c1-5319-da8148f3488c/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1545.662748] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9ffb5d22-590b-4e7a-bb89-8940bacca3dc tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "654aac75-7194-4d48-aaa6-ca452959551d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.416s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.666032] env[62555]: DEBUG nova.network.neutron [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Updating instance_info_cache with network_info: [{"id": "b9785f54-3a77-4a77-a7f9-899860780481", "address": "fa:16:3e:cb:f9:13", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9785f54-3a", "ovs_interfaceid": "b9785f54-3a77-4a77-a7f9-899860780481", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.670162] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616a6032-a5e0-4f37-8aa5-1c9f981da2c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.695757] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1545.696154] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f93fa42-5921-4a4b-b010-9e3142173794 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.703817] env[62555]: DEBUG oslo_vmware.api [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1545.703817] env[62555]: value = "task-1704615" [ 1545.703817] env[62555]: _type = "Task" [ 1545.703817] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.712744] env[62555]: DEBUG oslo_vmware.api [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.744918] env[62555]: DEBUG nova.compute.manager [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1545.773882] env[62555]: DEBUG nova.virt.hardware [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1545.774208] env[62555]: DEBUG nova.virt.hardware [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1545.774208] env[62555]: DEBUG nova.virt.hardware [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1545.775916] env[62555]: DEBUG nova.virt.hardware [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1545.775916] env[62555]: DEBUG nova.virt.hardware [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1545.775916] env[62555]: DEBUG nova.virt.hardware [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1545.775916] env[62555]: DEBUG nova.virt.hardware [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1545.775916] env[62555]: DEBUG nova.virt.hardware [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1545.775916] env[62555]: DEBUG nova.virt.hardware [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1545.775916] env[62555]: DEBUG nova.virt.hardware [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1545.775916] env[62555]: DEBUG nova.virt.hardware [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1545.776427] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86918413-9265-4727-9af7-acb42d4f93a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.779286] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b805564-35bc-4983-9a74-860eeadec6a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.789999] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de32970-3047-4ca4-8954-c12965da305d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.895264] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "c9cd4322-e60f-4744-9dd4-739249b96d34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.895264] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "c9cd4322-e60f-4744-9dd4-739249b96d34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.895264] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "c9cd4322-e60f-4744-9dd4-739249b96d34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.935985] env[62555]: DEBUG nova.scheduler.client.report [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1545.937390] env[62555]: DEBUG nova.compute.provider_tree [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 87 to 88 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1545.937390] env[62555]: DEBUG nova.compute.provider_tree [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1546.174102] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "refresh_cache-69481620-9360-4fce-a2e8-91ea5046bd64" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.174823] env[62555]: DEBUG nova.objects.instance [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lazy-loading 'flavor' on Instance uuid 69481620-9360-4fce-a2e8-91ea5046bd64 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.214608] env[62555]: DEBUG oslo_vmware.api [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704615, 'name': PowerOffVM_Task, 'duration_secs': 0.472802} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.214977] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1546.220643] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1546.221100] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48fd6769-5686-4a4b-8bb6-4f98cedb12d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.241409] env[62555]: DEBUG oslo_vmware.api [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1546.241409] env[62555]: value = "task-1704616" [ 1546.241409] env[62555]: _type = "Task" [ 1546.241409] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.251852] env[62555]: DEBUG oslo_vmware.api [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.353247] env[62555]: DEBUG nova.compute.manager [req-11dd9871-f596-4936-8ec6-9486b46572ca req-1b189997-0488-4813-8a12-39eaea919477 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Received event network-changed-e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1546.353519] env[62555]: DEBUG nova.compute.manager [req-11dd9871-f596-4936-8ec6-9486b46572ca req-1b189997-0488-4813-8a12-39eaea919477 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Refreshing instance network info cache due to event network-changed-e4ef6269-f5f7-4ce0-aacf-a96d35de0b11. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1546.354025] env[62555]: DEBUG oslo_concurrency.lockutils [req-11dd9871-f596-4936-8ec6-9486b46572ca req-1b189997-0488-4813-8a12-39eaea919477 service nova] Acquiring lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.354342] env[62555]: DEBUG oslo_concurrency.lockutils [req-11dd9871-f596-4936-8ec6-9486b46572ca req-1b189997-0488-4813-8a12-39eaea919477 service nova] Acquired lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.354604] env[62555]: DEBUG nova.network.neutron [req-11dd9871-f596-4936-8ec6-9486b46572ca req-1b189997-0488-4813-8a12-39eaea919477 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Refreshing network info cache for port e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.444021] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.444021] env[62555]: DEBUG nova.compute.manager [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1546.445565] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.707s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.446356] env[62555]: DEBUG nova.objects.instance [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Lazy-loading 'resources' on Instance uuid eeaafee9-6976-4796-a177-5fffaa70ee15 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1546.686134] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3f3802-dad4-475f-8955-d152778d2aca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.716346] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1546.716744] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77041e9c-b830-4c4b-a646-6d77559905ad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.725148] env[62555]: DEBUG oslo_vmware.api [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1546.725148] env[62555]: value = "task-1704617" [ 1546.725148] env[62555]: _type = "Task" [ 1546.725148] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.737038] env[62555]: DEBUG oslo_vmware.api [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704617, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.754744] env[62555]: DEBUG oslo_vmware.api [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704616, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.950137] env[62555]: DEBUG nova.compute.utils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1546.957017] env[62555]: DEBUG nova.compute.manager [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1546.957017] env[62555]: DEBUG nova.network.neutron [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1546.997801] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.998601] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.999568] env[62555]: DEBUG nova.network.neutron [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.080711] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "654aac75-7194-4d48-aaa6-ca452959551d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.082660] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "654aac75-7194-4d48-aaa6-ca452959551d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.002s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.083361] env[62555]: INFO nova.compute.manager [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Rebooting instance [ 1547.165743] env[62555]: DEBUG nova.policy [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4f5148580924d86a2f4fabd748e98d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3988fd3c673a43c2845ad67612608a66', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1547.193383] env[62555]: DEBUG nova.network.neutron [req-11dd9871-f596-4936-8ec6-9486b46572ca req-1b189997-0488-4813-8a12-39eaea919477 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Updated VIF entry in instance network info cache for port e4ef6269-f5f7-4ce0-aacf-a96d35de0b11. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1547.193786] env[62555]: DEBUG nova.network.neutron [req-11dd9871-f596-4936-8ec6-9486b46572ca req-1b189997-0488-4813-8a12-39eaea919477 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Updating instance_info_cache with network_info: [{"id": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "address": "fa:16:3e:80:6b:d7", "network": {"id": "3970feb4-a655-4c9a-9089-fdaec2320ef6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1115214355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caef048db714e48aac76a297d57bd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ef6269-f5", "ovs_interfaceid": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.237902] env[62555]: DEBUG oslo_vmware.api [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704617, 'name': PowerOffVM_Task, 'duration_secs': 0.296385} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.238662] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1547.245775] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1547.250316] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ae8eefd-5e06-4176-9217-6a5efb367bd5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.279178] env[62555]: DEBUG oslo_vmware.api [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704616, 'name': ReconfigVM_Task, 'duration_secs': 0.516723} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.283220] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1547.283560] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.285296] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09f08103-88c2-423c-bc28-191acd38f258 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.287726] env[62555]: DEBUG oslo_vmware.api [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1547.287726] env[62555]: value = "task-1704618" [ 1547.287726] env[62555]: _type = "Task" [ 1547.287726] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.293757] env[62555]: DEBUG oslo_vmware.api [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1547.293757] env[62555]: value = "task-1704619" [ 1547.293757] env[62555]: _type = "Task" [ 1547.293757] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.297881] env[62555]: DEBUG oslo_vmware.api [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.310027] env[62555]: DEBUG oslo_vmware.api [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.456511] env[62555]: DEBUG nova.compute.manager [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1547.466830] env[62555]: DEBUG nova.network.neutron [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Successfully updated port: 0c59407a-3ffc-40bd-9c11-fde3b1a0af6f {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1547.626092] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.706659] env[62555]: DEBUG oslo_concurrency.lockutils [req-11dd9871-f596-4936-8ec6-9486b46572ca req-1b189997-0488-4813-8a12-39eaea919477 service nova] Releasing lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.707465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquired lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.707465] env[62555]: DEBUG nova.network.neutron [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.710640] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf6e386-d50b-4e51-b8bb-f02c669767f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.726055] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f955271e-58bb-4b9f-ae42-9eb0e5024782 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.766268] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a462c0-d8df-4f2c-996d-77f501bb8964 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.775545] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d23b97-a30f-471a-93dc-468f2bcccd67 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.793226] env[62555]: DEBUG nova.compute.provider_tree [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1547.807779] env[62555]: DEBUG oslo_vmware.api [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704618, 'name': ReconfigVM_Task, 'duration_secs': 0.314327} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.808564] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1547.808907] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1547.809071] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a67c314c-963f-4e83-84da-28b67b85d579 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.814512] env[62555]: DEBUG oslo_vmware.api [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704619, 'name': PowerOnVM_Task, 'duration_secs': 0.517191} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.815184] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.815451] env[62555]: DEBUG nova.compute.manager [None req-5093240a-2dd6-4a14-aff9-72821cada905 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1547.816290] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa35029-2ebc-401e-b9c9-9fc7795e39cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.820758] env[62555]: DEBUG oslo_vmware.api [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1547.820758] env[62555]: value = "task-1704621" [ 1547.820758] env[62555]: _type = "Task" [ 1547.820758] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.832705] env[62555]: DEBUG oslo_vmware.api [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.974042] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "refresh_cache-a8c2891e-8691-4b15-9e1e-39f131eb97e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.974239] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquired lock "refresh_cache-a8c2891e-8691-4b15-9e1e-39f131eb97e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.974332] env[62555]: DEBUG nova.network.neutron [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.179995] env[62555]: DEBUG nova.network.neutron [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Successfully created port: cd18e57f-b7db-4f51-9c29-a9def91c61ca {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1548.299134] env[62555]: DEBUG nova.scheduler.client.report [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1548.340854] env[62555]: DEBUG oslo_vmware.api [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704621, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.379834] env[62555]: DEBUG nova.network.neutron [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance_info_cache with network_info: [{"id": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "address": "fa:16:3e:ce:15:3c", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9d7e90-59", "ovs_interfaceid": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.459568] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.460163] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.467300] env[62555]: DEBUG nova.compute.manager [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1548.501048] env[62555]: DEBUG nova.virt.hardware [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1548.501048] env[62555]: DEBUG nova.virt.hardware [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1548.501048] env[62555]: DEBUG nova.virt.hardware [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1548.501048] env[62555]: DEBUG nova.virt.hardware [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1548.501048] env[62555]: DEBUG nova.virt.hardware [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1548.501555] env[62555]: DEBUG nova.virt.hardware [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1548.501937] env[62555]: DEBUG nova.virt.hardware [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1548.502279] env[62555]: DEBUG nova.virt.hardware [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1548.502570] env[62555]: DEBUG nova.virt.hardware [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1548.502885] env[62555]: DEBUG nova.virt.hardware [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1548.503285] env[62555]: DEBUG nova.virt.hardware [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1548.504380] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c637dd50-90df-4f0a-aec2-968a860bf146 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.513855] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fec36a5-9e26-489c-9bf3-d7f7eb9e7994 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.520531] env[62555]: DEBUG nova.network.neutron [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Updating instance_info_cache with network_info: [{"id": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "address": "fa:16:3e:80:6b:d7", "network": {"id": "3970feb4-a655-4c9a-9089-fdaec2320ef6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1115214355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caef048db714e48aac76a297d57bd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ef6269-f5", "ovs_interfaceid": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.538920] env[62555]: DEBUG nova.network.neutron [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.808960] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.363s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.811527] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.235s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.813144] env[62555]: INFO nova.compute.claims [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.830763] env[62555]: DEBUG oslo_vmware.api [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704621, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.835510] env[62555]: INFO nova.scheduler.client.report [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Deleted allocations for instance eeaafee9-6976-4796-a177-5fffaa70ee15 [ 1548.883236] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.920319] env[62555]: DEBUG nova.network.neutron [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Successfully created port: dcd66260-9db8-4164-b89e-304215f88d65 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1548.965297] env[62555]: DEBUG nova.compute.manager [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1548.971356] env[62555]: DEBUG nova.network.neutron [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Updating instance_info_cache with network_info: [{"id": "0c59407a-3ffc-40bd-9c11-fde3b1a0af6f", "address": "fa:16:3e:13:ca:c1", "network": {"id": "5c0e7638-7d69-4518-acde-f55d22020248", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1008450602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ce47a078abe4721b0e0441bf21fbb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c59407a-3f", "ovs_interfaceid": "0c59407a-3ffc-40bd-9c11-fde3b1a0af6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.013089] env[62555]: DEBUG nova.compute.manager [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Received event network-vif-plugged-0c59407a-3ffc-40bd-9c11-fde3b1a0af6f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1549.013394] env[62555]: DEBUG oslo_concurrency.lockutils [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] Acquiring lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.013644] env[62555]: DEBUG oslo_concurrency.lockutils [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] Lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.015226] env[62555]: DEBUG oslo_concurrency.lockutils [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] Lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.015226] env[62555]: DEBUG nova.compute.manager [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] No waiting events found dispatching network-vif-plugged-0c59407a-3ffc-40bd-9c11-fde3b1a0af6f {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1549.015226] env[62555]: WARNING nova.compute.manager [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Received unexpected event network-vif-plugged-0c59407a-3ffc-40bd-9c11-fde3b1a0af6f for instance with vm_state building and task_state spawning. [ 1549.015226] env[62555]: DEBUG nova.compute.manager [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Received event network-changed-0c59407a-3ffc-40bd-9c11-fde3b1a0af6f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1549.015226] env[62555]: DEBUG nova.compute.manager [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Refreshing instance network info cache due to event network-changed-0c59407a-3ffc-40bd-9c11-fde3b1a0af6f. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1549.015226] env[62555]: DEBUG oslo_concurrency.lockutils [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] Acquiring lock "refresh_cache-a8c2891e-8691-4b15-9e1e-39f131eb97e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1549.024500] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Releasing lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.338855] env[62555]: DEBUG oslo_vmware.api [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704621, 'name': PowerOnVM_Task, 'duration_secs': 1.012081} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.339157] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1549.339383] env[62555]: DEBUG nova.compute.manager [None req-7d1d8b57-99de-40d5-9d60-706d9f31b5fa tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.341458] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9eb4a9-4f61-4d07-85d5-9be7f8ea66f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.350468] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d11a3fcd-7aa3-442b-9f87-025cbffddc6f tempest-ServersTestJSON-1111813956 tempest-ServersTestJSON-1111813956-project-member] Lock "eeaafee9-6976-4796-a177-5fffaa70ee15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.061s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.432116] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad896315-cd6f-4b93-82ba-56cb184d1871 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.455955] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3accf1c5-7b11-49ce-b30a-c4aeac20a5b3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.464097] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance 'c9cd4322-e60f-4744-9dd4-739249b96d34' progress to 83 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1549.478366] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Releasing lock "refresh_cache-a8c2891e-8691-4b15-9e1e-39f131eb97e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.479211] env[62555]: DEBUG nova.compute.manager [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Instance network_info: |[{"id": "0c59407a-3ffc-40bd-9c11-fde3b1a0af6f", "address": "fa:16:3e:13:ca:c1", "network": {"id": "5c0e7638-7d69-4518-acde-f55d22020248", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1008450602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ce47a078abe4721b0e0441bf21fbb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c59407a-3f", "ovs_interfaceid": "0c59407a-3ffc-40bd-9c11-fde3b1a0af6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1549.480390] env[62555]: DEBUG oslo_concurrency.lockutils [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] Acquired lock "refresh_cache-a8c2891e-8691-4b15-9e1e-39f131eb97e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.480390] env[62555]: DEBUG nova.network.neutron [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Refreshing network info cache for port 0c59407a-3ffc-40bd-9c11-fde3b1a0af6f {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.480904] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ca:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c59407a-3ffc-40bd-9c11-fde3b1a0af6f', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1549.490822] env[62555]: DEBUG oslo.service.loopingcall [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.491933] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1549.492113] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1942e40-da4e-4d48-b01e-a72edc0ac67c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.509465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.516916] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1549.516916] env[62555]: value = "task-1704622" [ 1549.516916] env[62555]: _type = "Task" [ 1549.516916] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.528027] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704622, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.529399] env[62555]: DEBUG nova.compute.manager [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1549.529881] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f79227-3192-46a0-b145-f3aa30bd6ae3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.780777] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "07ca9076-1acb-4cd7-aee4-89675f9a0229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.781155] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "07ca9076-1acb-4cd7-aee4-89675f9a0229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.781283] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "07ca9076-1acb-4cd7-aee4-89675f9a0229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.781467] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "07ca9076-1acb-4cd7-aee4-89675f9a0229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.781635] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "07ca9076-1acb-4cd7-aee4-89675f9a0229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.783849] env[62555]: INFO nova.compute.manager [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Terminating instance [ 1549.972381] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1549.972976] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-385a6f84-91df-479d-bbfa-6bf878b57571 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.979366] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1549.979366] env[62555]: value = "task-1704623" [ 1549.979366] env[62555]: _type = "Task" [ 1549.979366] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.991496] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.029564] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704622, 'name': CreateVM_Task, 'duration_secs': 0.436176} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.032716] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.036049] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.036049] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.036049] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.036049] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5862fc39-4264-4f83-b13b-368ea0e23c84 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.047632] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1550.047632] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521c079d-e456-25b1-b598-1365b9b83402" [ 1550.047632] env[62555]: _type = "Task" [ 1550.047632] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.061210] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521c079d-e456-25b1-b598-1365b9b83402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.230585] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "9507999b-d5a3-4091-8457-a119a1726ea2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.231184] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.231184] env[62555]: INFO nova.compute.manager [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Rebooting instance [ 1550.294329] env[62555]: DEBUG nova.compute.manager [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1550.294580] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1550.298152] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d8f62b-c634-45d3-9929-1df4ee6d46a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.307903] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1550.308189] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-594ee9b3-e7df-4d3f-b5f8-a1a24d6fb102 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.314713] env[62555]: DEBUG oslo_vmware.api [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1550.314713] env[62555]: value = "task-1704624" [ 1550.314713] env[62555]: _type = "Task" [ 1550.314713] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.323954] env[62555]: DEBUG oslo_vmware.api [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.331586] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d84b69a-1ad0-435d-abaf-00f218363339 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.339366] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088f21b4-d122-4c60-9823-02ece3a247c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.375271] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f051a1ef-142f-4a18-82fa-c60afa167de0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.383942] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cf7b8d-6ff5-48ba-bf8f-3478e14d5ec2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.398196] env[62555]: DEBUG nova.compute.provider_tree [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1550.437409] env[62555]: DEBUG nova.network.neutron [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Updated VIF entry in instance network info cache for port 0c59407a-3ffc-40bd-9c11-fde3b1a0af6f. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1550.437758] env[62555]: DEBUG nova.network.neutron [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Updating instance_info_cache with network_info: [{"id": "0c59407a-3ffc-40bd-9c11-fde3b1a0af6f", "address": "fa:16:3e:13:ca:c1", "network": {"id": "5c0e7638-7d69-4518-acde-f55d22020248", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1008450602-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7ce47a078abe4721b0e0441bf21fbb56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c59407a-3f", "ovs_interfaceid": "0c59407a-3ffc-40bd-9c11-fde3b1a0af6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.490627] env[62555]: DEBUG oslo_vmware.api [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704623, 'name': PowerOnVM_Task, 'duration_secs': 0.501278} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.490856] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1550.491055] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-afb27528-97ab-4d58-86f3-0f2145098eef tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance 'c9cd4322-e60f-4744-9dd4-739249b96d34' progress to 100 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1550.550603] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c923c10e-24a5-48f8-9ad6-48bd95d233fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.565631] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Doing hard reboot of VM {{(pid=62555) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1550.569341] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-39d21871-9baf-4cc8-b6cd-6f28de47c803 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.571089] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521c079d-e456-25b1-b598-1365b9b83402, 'name': SearchDatastore_Task, 'duration_secs': 0.01676} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.571738] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.571989] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.572236] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.572384] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.572566] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.573240] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaff1664-1570-47ca-b338-d084732b7ecd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.577791] env[62555]: DEBUG oslo_vmware.api [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1550.577791] env[62555]: value = "task-1704625" [ 1550.577791] env[62555]: _type = "Task" [ 1550.577791] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.582672] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.582863] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.584190] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1235fb-81e1-4a1e-94d5-02c6d218f9e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.590823] env[62555]: DEBUG oslo_vmware.api [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704625, 'name': ResetVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.594031] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1550.594031] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d8513a-3a5b-d830-9f72-adba537211fc" [ 1550.594031] env[62555]: _type = "Task" [ 1550.594031] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.602407] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d8513a-3a5b-d830-9f72-adba537211fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.759465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.759465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.759465] env[62555]: DEBUG nova.network.neutron [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.825674] env[62555]: DEBUG oslo_vmware.api [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704624, 'name': PowerOffVM_Task, 'duration_secs': 0.297732} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.826062] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.827492] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1550.827826] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9039969-c627-4f6e-ad05-99eedd79a923 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.903157] env[62555]: DEBUG nova.scheduler.client.report [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1550.942027] env[62555]: DEBUG oslo_concurrency.lockutils [req-607e20e8-e84f-4d36-9169-e07a7a8f818d req-d67ef38c-a196-4cdf-9104-4eef50513678 service nova] Releasing lock "refresh_cache-a8c2891e-8691-4b15-9e1e-39f131eb97e8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.063394] env[62555]: DEBUG nova.network.neutron [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Successfully updated port: cd18e57f-b7db-4f51-9c29-a9def91c61ca {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1551.093486] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Acquiring lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.093641] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.099248] env[62555]: DEBUG oslo_vmware.api [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704625, 'name': ResetVM_Task, 'duration_secs': 0.104553} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.102745] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Did hard reboot of VM {{(pid=62555) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1551.103035] env[62555]: DEBUG nova.compute.manager [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.104080] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c297b31-6f26-42d3-8710-c6a3b15c87c4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.116797] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d8513a-3a5b-d830-9f72-adba537211fc, 'name': SearchDatastore_Task, 'duration_secs': 0.018203} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.123199] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f8d8bf-23d4-4071-82a8-9073530a8d9e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.132741] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1551.132741] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524ec6dd-2381-75c9-e29f-2d570ab75f78" [ 1551.132741] env[62555]: _type = "Task" [ 1551.132741] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.146443] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524ec6dd-2381-75c9-e29f-2d570ab75f78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.197055] env[62555]: DEBUG nova.compute.manager [req-bdddaf10-095d-47b1-b368-ca98e48ca73c req-5dc0eb47-3629-4143-9e0b-4fc8bdecc5d6 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Received event network-vif-plugged-cd18e57f-b7db-4f51-9c29-a9def91c61ca {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1551.199526] env[62555]: DEBUG oslo_concurrency.lockutils [req-bdddaf10-095d-47b1-b368-ca98e48ca73c req-5dc0eb47-3629-4143-9e0b-4fc8bdecc5d6 service nova] Acquiring lock "b6326d64-937c-46d9-8cba-883172239877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.199856] env[62555]: DEBUG oslo_concurrency.lockutils [req-bdddaf10-095d-47b1-b368-ca98e48ca73c req-5dc0eb47-3629-4143-9e0b-4fc8bdecc5d6 service nova] Lock "b6326d64-937c-46d9-8cba-883172239877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.200165] env[62555]: DEBUG oslo_concurrency.lockutils [req-bdddaf10-095d-47b1-b368-ca98e48ca73c req-5dc0eb47-3629-4143-9e0b-4fc8bdecc5d6 service nova] Lock "b6326d64-937c-46d9-8cba-883172239877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.200470] env[62555]: DEBUG nova.compute.manager [req-bdddaf10-095d-47b1-b368-ca98e48ca73c req-5dc0eb47-3629-4143-9e0b-4fc8bdecc5d6 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] No waiting events found dispatching network-vif-plugged-cd18e57f-b7db-4f51-9c29-a9def91c61ca {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1551.200715] env[62555]: WARNING nova.compute.manager [req-bdddaf10-095d-47b1-b368-ca98e48ca73c req-5dc0eb47-3629-4143-9e0b-4fc8bdecc5d6 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Received unexpected event network-vif-plugged-cd18e57f-b7db-4f51-9c29-a9def91c61ca for instance with vm_state building and task_state spawning. [ 1551.414805] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.415478] env[62555]: DEBUG nova.compute.manager [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1551.419847] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.640s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.421325] env[62555]: INFO nova.compute.claims [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1551.581865] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1551.582162] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1551.582352] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Deleting the datastore file [datastore1] 07ca9076-1acb-4cd7-aee4-89675f9a0229 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1551.582634] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43982d95-b973-42ad-8e77-2512301dfe31 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.591756] env[62555]: DEBUG oslo_vmware.api [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1551.591756] env[62555]: value = "task-1704627" [ 1551.591756] env[62555]: _type = "Task" [ 1551.591756] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.599896] env[62555]: DEBUG oslo_vmware.api [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.601137] env[62555]: DEBUG nova.compute.manager [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1551.633561] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c377cc4c-2894-4507-b438-6fc3059f10ec tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "654aac75-7194-4d48-aaa6-ca452959551d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.551s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1551.645089] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524ec6dd-2381-75c9-e29f-2d570ab75f78, 'name': SearchDatastore_Task, 'duration_secs': 0.020746} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.645515] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.645809] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a8c2891e-8691-4b15-9e1e-39f131eb97e8/a8c2891e-8691-4b15-9e1e-39f131eb97e8.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.646060] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44aa1552-c287-4bd2-8555-a975f92aa977 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.658966] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1551.658966] env[62555]: value = "task-1704628" [ 1551.658966] env[62555]: _type = "Task" [ 1551.658966] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.668794] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.888269] env[62555]: DEBUG nova.network.neutron [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance_info_cache with network_info: [{"id": "f109e5f9-eca9-4455-81e3-28977363cc9a", "address": "fa:16:3e:96:7e:8f", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf109e5f9-ec", "ovs_interfaceid": "f109e5f9-eca9-4455-81e3-28977363cc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.932029] env[62555]: DEBUG nova.compute.utils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1551.934141] env[62555]: DEBUG nova.compute.manager [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1551.934482] env[62555]: DEBUG nova.network.neutron [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1552.087802] env[62555]: DEBUG nova.policy [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c2daa0577e4a15b2c7536026eb1da0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a88e6f2009c484e8b365cda6d84b5dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1552.113053] env[62555]: DEBUG oslo_vmware.api [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347887} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.115848] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1552.116315] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1552.116699] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1552.116977] env[62555]: INFO nova.compute.manager [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Took 1.82 seconds to destroy the instance on the hypervisor. [ 1552.117348] env[62555]: DEBUG oslo.service.loopingcall [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1552.117898] env[62555]: DEBUG nova.compute.manager [-] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1552.118112] env[62555]: DEBUG nova.network.neutron [-] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1552.136305] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.172736] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704628, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.394198] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.435258] env[62555]: DEBUG nova.compute.manager [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1552.670880] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677261} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.674323] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a8c2891e-8691-4b15-9e1e-39f131eb97e8/a8c2891e-8691-4b15-9e1e-39f131eb97e8.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.674563] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.676078] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9620edd-c249-4cb6-b2d2-892c0bff54c0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.686852] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1552.686852] env[62555]: value = "task-1704629" [ 1552.686852] env[62555]: _type = "Task" [ 1552.686852] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.700599] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.867275] env[62555]: DEBUG nova.network.neutron [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Successfully created port: eed41180-d90a-4b84-a003-a64fa1aa9073 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1552.902171] env[62555]: DEBUG nova.compute.manager [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1552.902171] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419482c8-0651-496d-ba7d-ade490d65699 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.963856] env[62555]: DEBUG nova.network.neutron [-] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.022672] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943569e3-31c7-45f6-85e3-98ea44af1880 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.032540] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bda064-8c80-4914-b0b6-299c91bd1966 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.077043] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83107dca-210b-4b30-8342-287e7482ed62 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.081730] env[62555]: DEBUG nova.compute.manager [req-46f7d080-d38f-4dc2-a3b0-7c998d4fe66b req-b144699d-4e00-4b8a-8e9b-898ef191568c service nova] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Received event network-vif-deleted-e4b5d8ec-dcb7-45a9-8a83-31f127672cba {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1553.088282] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072084ae-b4b8-44f7-9cf1-6d402bd89dcc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.107176] env[62555]: DEBUG nova.compute.provider_tree [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.199704] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102447} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.200404] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.201387] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabf0962-c4a1-41ee-bbb3-0957726c8b89 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.226292] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] a8c2891e-8691-4b15-9e1e-39f131eb97e8/a8c2891e-8691-4b15-9e1e-39f131eb97e8.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.226940] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20ddd7bb-5feb-433e-8154-314a0255a5b9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.258128] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1553.258128] env[62555]: value = "task-1704630" [ 1553.258128] env[62555]: _type = "Task" [ 1553.258128] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.267772] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.454107] env[62555]: DEBUG nova.compute.manager [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1553.467279] env[62555]: INFO nova.compute.manager [-] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Took 1.35 seconds to deallocate network for instance. [ 1553.487529] env[62555]: DEBUG nova.virt.hardware [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1553.487981] env[62555]: DEBUG nova.virt.hardware [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1553.488221] env[62555]: DEBUG nova.virt.hardware [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1553.488471] env[62555]: DEBUG nova.virt.hardware [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1553.488668] env[62555]: DEBUG nova.virt.hardware [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1553.488874] env[62555]: DEBUG nova.virt.hardware [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1553.489172] env[62555]: DEBUG nova.virt.hardware [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1553.489391] env[62555]: DEBUG nova.virt.hardware [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1553.489621] env[62555]: DEBUG nova.virt.hardware [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1553.489843] env[62555]: DEBUG nova.virt.hardware [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1553.490090] env[62555]: DEBUG nova.virt.hardware [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1553.491814] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db5537b-a368-46e6-baea-790b23987e34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.504432] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fce6b5b-a549-4104-9b6c-4986a9efd38d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.535587] env[62555]: DEBUG nova.compute.manager [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Received event network-changed-cd18e57f-b7db-4f51-9c29-a9def91c61ca {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1553.535924] env[62555]: DEBUG nova.compute.manager [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Refreshing instance network info cache due to event network-changed-cd18e57f-b7db-4f51-9c29-a9def91c61ca. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1553.536371] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] Acquiring lock "refresh_cache-b6326d64-937c-46d9-8cba-883172239877" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.536595] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] Acquired lock "refresh_cache-b6326d64-937c-46d9-8cba-883172239877" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.536851] env[62555]: DEBUG nova.network.neutron [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Refreshing network info cache for port cd18e57f-b7db-4f51-9c29-a9def91c61ca {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1553.609973] env[62555]: DEBUG nova.scheduler.client.report [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1553.666114] env[62555]: DEBUG nova.network.neutron [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Port eb9d7e90-5914-4c9f-bcd2-e26996821915 binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1553.666114] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.666114] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.666223] env[62555]: DEBUG nova.network.neutron [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.769072] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.777420] env[62555]: DEBUG oslo_vmware.rw_handles [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52537f82-797d-66c1-5319-da8148f3488c/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1553.778357] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f06c4c8-d08a-4b3f-a2a6-3470b61eea81 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.785897] env[62555]: DEBUG oslo_vmware.rw_handles [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52537f82-797d-66c1-5319-da8148f3488c/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1553.786169] env[62555]: ERROR oslo_vmware.rw_handles [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52537f82-797d-66c1-5319-da8148f3488c/disk-0.vmdk due to incomplete transfer. [ 1553.786477] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-06d732e8-8d82-4367-aac7-aa421f8dc202 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.794499] env[62555]: DEBUG oslo_vmware.rw_handles [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52537f82-797d-66c1-5319-da8148f3488c/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1553.794833] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Uploaded image 3c570824-416d-43a8-a53b-487e034556b5 to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1553.797138] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1553.797449] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-496f6c76-0b9b-4784-84ef-6b44dc935a6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.804527] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1553.804527] env[62555]: value = "task-1704631" [ 1553.804527] env[62555]: _type = "Task" [ 1553.804527] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.813965] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704631, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.925804] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50293ac9-6200-4d3d-99a3-d0d02fabbcb8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.937463] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Doing hard reboot of VM {{(pid=62555) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1553.937463] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-7df3438d-e21e-48d9-9ddd-295367005827 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.944945] env[62555]: DEBUG oslo_vmware.api [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1553.944945] env[62555]: value = "task-1704632" [ 1553.944945] env[62555]: _type = "Task" [ 1553.944945] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.960252] env[62555]: DEBUG oslo_vmware.api [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704632, 'name': ResetVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.976415] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.073297] env[62555]: DEBUG nova.network.neutron [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1554.107648] env[62555]: DEBUG oslo_concurrency.lockutils [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "654aac75-7194-4d48-aaa6-ca452959551d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.107988] env[62555]: DEBUG oslo_concurrency.lockutils [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "654aac75-7194-4d48-aaa6-ca452959551d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.108225] env[62555]: DEBUG oslo_concurrency.lockutils [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "654aac75-7194-4d48-aaa6-ca452959551d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.108457] env[62555]: DEBUG oslo_concurrency.lockutils [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "654aac75-7194-4d48-aaa6-ca452959551d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.108674] env[62555]: DEBUG oslo_concurrency.lockutils [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "654aac75-7194-4d48-aaa6-ca452959551d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.111076] env[62555]: INFO nova.compute.manager [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Terminating instance [ 1554.117590] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.118471] env[62555]: DEBUG nova.compute.manager [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.124829] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.081s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.130385] env[62555]: INFO nova.compute.claims [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.179873] env[62555]: DEBUG nova.network.neutron [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.221133] env[62555]: DEBUG nova.network.neutron [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Successfully updated port: dcd66260-9db8-4164-b89e-304215f88d65 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1554.268887] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704630, 'name': ReconfigVM_Task, 'duration_secs': 0.75741} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.270029] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Reconfigured VM instance instance-00000039 to attach disk [datastore1] a8c2891e-8691-4b15-9e1e-39f131eb97e8/a8c2891e-8691-4b15-9e1e-39f131eb97e8.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.270614] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb9754d8-9172-4778-9f82-d83fe1d7ffb5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.278200] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1554.278200] env[62555]: value = "task-1704633" [ 1554.278200] env[62555]: _type = "Task" [ 1554.278200] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.287534] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704633, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.315318] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704631, 'name': Destroy_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.457232] env[62555]: DEBUG oslo_vmware.api [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704632, 'name': ResetVM_Task, 'duration_secs': 0.111193} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.457509] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Did hard reboot of VM {{(pid=62555) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1554.457701] env[62555]: DEBUG nova.compute.manager [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.458504] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f7debf-8cdd-4e30-8f2f-bff1c5080489 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.610156] env[62555]: DEBUG nova.network.neutron [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance_info_cache with network_info: [{"id": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "address": "fa:16:3e:ce:15:3c", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9d7e90-59", "ovs_interfaceid": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.615308] env[62555]: DEBUG nova.compute.manager [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1554.615535] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.617298] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b496eb-4bae-41cb-a3f9-2e1a3b2ee832 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.627746] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.627993] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f20b0611-c4c7-4313-a63c-c97979303d32 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.636734] env[62555]: DEBUG nova.compute.utils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1554.641683] env[62555]: DEBUG nova.compute.manager [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Not allocating networking since 'none' was specified. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1554.642509] env[62555]: DEBUG oslo_vmware.api [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1554.642509] env[62555]: value = "task-1704634" [ 1554.642509] env[62555]: _type = "Task" [ 1554.642509] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.664464] env[62555]: DEBUG oslo_vmware.api [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.684604] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] Releasing lock "refresh_cache-b6326d64-937c-46d9-8cba-883172239877" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.685090] env[62555]: DEBUG nova.compute.manager [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Received event network-changed-e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1554.685200] env[62555]: DEBUG nova.compute.manager [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Refreshing instance network info cache due to event network-changed-e4ef6269-f5f7-4ce0-aacf-a96d35de0b11. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1554.685371] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] Acquiring lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.685507] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] Acquired lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.685687] env[62555]: DEBUG nova.network.neutron [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Refreshing network info cache for port e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.725981] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "refresh_cache-b6326d64-937c-46d9-8cba-883172239877" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.726258] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquired lock "refresh_cache-b6326d64-937c-46d9-8cba-883172239877" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.726537] env[62555]: DEBUG nova.network.neutron [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1554.789685] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704633, 'name': Rename_Task, 'duration_secs': 0.369923} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.789970] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1554.790244] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44aeb9ed-0846-4de0-bf68-7529ed6365eb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.799362] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1554.799362] env[62555]: value = "task-1704635" [ 1554.799362] env[62555]: _type = "Task" [ 1554.799362] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.809225] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.818200] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704631, 'name': Destroy_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.973038] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47277d24-2c13-4e82-b246-88e7a0118cb3 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.742s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.079296] env[62555]: DEBUG nova.network.neutron [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Successfully updated port: eed41180-d90a-4b84-a003-a64fa1aa9073 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1555.112192] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.143935] env[62555]: DEBUG nova.compute.manager [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1555.150353] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.150740] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.162750] env[62555]: DEBUG oslo_vmware.api [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704634, 'name': PowerOffVM_Task, 'duration_secs': 0.449716} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.163095] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.163431] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.164095] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b1552cd-6e82-495d-9b2e-87e276fb17db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.268611] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.269321] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.269321] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Deleting the datastore file [datastore1] 654aac75-7194-4d48-aaa6-ca452959551d {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.269923] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc9f0ccc-49e6-4ac6-9375-c9bef2643aba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.280845] env[62555]: DEBUG oslo_vmware.api [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1555.280845] env[62555]: value = "task-1704637" [ 1555.280845] env[62555]: _type = "Task" [ 1555.280845] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.295204] env[62555]: DEBUG oslo_vmware.api [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.306503] env[62555]: DEBUG nova.network.neutron [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1555.313236] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.326470] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704631, 'name': Destroy_Task, 'duration_secs': 1.415363} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.326795] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Destroyed the VM [ 1555.327064] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1555.327331] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6aef3548-a31e-4be6-ac58-42a5845c98c9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.335673] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1555.335673] env[62555]: value = "task-1704638" [ 1555.335673] env[62555]: _type = "Task" [ 1555.335673] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.349918] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704638, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.580775] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "refresh_cache-a29dcab5-08b5-4549-b361-5b15efcdd240" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.581272] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "refresh_cache-a29dcab5-08b5-4549-b361-5b15efcdd240" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.581272] env[62555]: DEBUG nova.network.neutron [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.616082] env[62555]: DEBUG nova.compute.manager [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62555) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1555.616386] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.692347] env[62555]: DEBUG nova.compute.manager [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Received event network-vif-plugged-dcd66260-9db8-4164-b89e-304215f88d65 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1555.692500] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Acquiring lock "b6326d64-937c-46d9-8cba-883172239877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.692843] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Lock "b6326d64-937c-46d9-8cba-883172239877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.693043] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Lock "b6326d64-937c-46d9-8cba-883172239877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.693086] env[62555]: DEBUG nova.compute.manager [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] No waiting events found dispatching network-vif-plugged-dcd66260-9db8-4164-b89e-304215f88d65 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1555.693234] env[62555]: WARNING nova.compute.manager [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Received unexpected event network-vif-plugged-dcd66260-9db8-4164-b89e-304215f88d65 for instance with vm_state building and task_state spawning. [ 1555.693401] env[62555]: DEBUG nova.compute.manager [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Received event network-changed-dcd66260-9db8-4164-b89e-304215f88d65 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1555.693555] env[62555]: DEBUG nova.compute.manager [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Refreshing instance network info cache due to event network-changed-dcd66260-9db8-4164-b89e-304215f88d65. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1555.693733] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Acquiring lock "refresh_cache-b6326d64-937c-46d9-8cba-883172239877" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.728953] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a12c33-39ff-4f63-8851-3c7bd5f92eb4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.737899] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3273e69-33e9-4171-9e34-d10fd6edb60a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.776835] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77afd34-3109-41de-8e76-b3ee87e95ea6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.788127] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-366ff361-4438-4e81-a9e5-50ba7bebe26d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.795148] env[62555]: DEBUG oslo_vmware.api [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180915} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.795884] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1555.796494] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1555.796687] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1555.796864] env[62555]: INFO nova.compute.manager [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1555.797123] env[62555]: DEBUG oslo.service.loopingcall [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1555.797331] env[62555]: DEBUG nova.compute.manager [-] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1555.797421] env[62555]: DEBUG nova.network.neutron [-] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1555.807463] env[62555]: DEBUG nova.compute.provider_tree [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.818473] env[62555]: DEBUG oslo_vmware.api [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704635, 'name': PowerOnVM_Task, 'duration_secs': 0.841056} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.819475] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.819683] env[62555]: INFO nova.compute.manager [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1555.819865] env[62555]: DEBUG nova.compute.manager [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1555.820639] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70aaf576-0d35-4b36-b663-c5837dfe678f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.831766] env[62555]: DEBUG nova.network.neutron [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Updated VIF entry in instance network info cache for port e4ef6269-f5f7-4ce0-aacf-a96d35de0b11. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.832114] env[62555]: DEBUG nova.network.neutron [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Updating instance_info_cache with network_info: [{"id": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "address": "fa:16:3e:80:6b:d7", "network": {"id": "3970feb4-a655-4c9a-9089-fdaec2320ef6", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1115214355-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1caef048db714e48aac76a297d57bd01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "21310d90-efbc-45a8-a97f-c4358606530f", "external-id": "nsx-vlan-transportzone-672", "segmentation_id": 672, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ef6269-f5", "ovs_interfaceid": "e4ef6269-f5f7-4ce0-aacf-a96d35de0b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.851831] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704638, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.154332] env[62555]: DEBUG nova.network.neutron [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Updating instance_info_cache with network_info: [{"id": "cd18e57f-b7db-4f51-9c29-a9def91c61ca", "address": "fa:16:3e:dd:8f:8c", "network": {"id": "00f8a1a5-f194-4ffd-a67e-88d5727c5d2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467735006", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd18e57f-b7", "ovs_interfaceid": "cd18e57f-b7db-4f51-9c29-a9def91c61ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dcd66260-9db8-4164-b89e-304215f88d65", "address": "fa:16:3e:e1:74:e6", "network": {"id": "bab26014-69bd-4061-8940-c31667b77ddd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353256397", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd66260-9d", "ovs_interfaceid": "dcd66260-9db8-4164-b89e-304215f88d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.161781] env[62555]: DEBUG nova.compute.manager [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1556.164957] env[62555]: DEBUG nova.network.neutron [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1556.191475] env[62555]: DEBUG nova.virt.hardware [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1556.191582] env[62555]: DEBUG nova.virt.hardware [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1556.191767] env[62555]: DEBUG nova.virt.hardware [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.191978] env[62555]: DEBUG nova.virt.hardware [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1556.193418] env[62555]: DEBUG nova.virt.hardware [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.193418] env[62555]: DEBUG nova.virt.hardware [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1556.193418] env[62555]: DEBUG nova.virt.hardware [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1556.193418] env[62555]: DEBUG nova.virt.hardware [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1556.193418] env[62555]: DEBUG nova.virt.hardware [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1556.193418] env[62555]: DEBUG nova.virt.hardware [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1556.193572] env[62555]: DEBUG nova.virt.hardware [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1556.195047] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b074cea0-01a5-4062-8ac6-7ab3fe043a4e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.206815] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cd9145-317b-4e84-a364-911cbb8bcf7d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.226326] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.233907] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Creating folder: Project (529c195599dc4009ade05c8f478e068c). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1556.234226] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b4a5b41-37a1-4d44-b4ed-e28efa25545b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.247916] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Created folder: Project (529c195599dc4009ade05c8f478e068c) in parent group-v355069. [ 1556.248283] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Creating folder: Instances. Parent ref: group-v355233. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1556.248534] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a8d99b4-024c-44b5-a8c6-60d9f9aa923e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.261875] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Created folder: Instances in parent group-v355233. [ 1556.262176] env[62555]: DEBUG oslo.service.loopingcall [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.265627] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.266210] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-394f4417-6e27-4865-86b8-60541d4fdaff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.288909] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.288909] env[62555]: value = "task-1704641" [ 1556.288909] env[62555]: _type = "Task" [ 1556.288909] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.297686] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704641, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.311173] env[62555]: DEBUG nova.scheduler.client.report [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1556.335683] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b2ac6f2-2f89-4ad3-b049-00b65ac3a156 req-9d761aac-cf1d-4e35-a278-5e9f4c920e89 service nova] Releasing lock "refresh_cache-654aac75-7194-4d48-aaa6-ca452959551d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.340206] env[62555]: INFO nova.compute.manager [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Took 40.68 seconds to build instance. [ 1556.352197] env[62555]: DEBUG oslo_vmware.api [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704638, 'name': RemoveSnapshot_Task, 'duration_secs': 0.697662} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.352558] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1556.352996] env[62555]: INFO nova.compute.manager [None req-4d91f728-b8e1-47ef-880f-6b62eabd0f22 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Took 17.49 seconds to snapshot the instance on the hypervisor. [ 1556.537122] env[62555]: DEBUG nova.network.neutron [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Updating instance_info_cache with network_info: [{"id": "eed41180-d90a-4b84-a003-a64fa1aa9073", "address": "fa:16:3e:93:0c:2a", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed41180-d9", "ovs_interfaceid": "eed41180-d90a-4b84-a003-a64fa1aa9073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.656066] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Releasing lock "refresh_cache-b6326d64-937c-46d9-8cba-883172239877" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.656814] env[62555]: DEBUG nova.compute.manager [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Instance network_info: |[{"id": "cd18e57f-b7db-4f51-9c29-a9def91c61ca", "address": "fa:16:3e:dd:8f:8c", "network": {"id": "00f8a1a5-f194-4ffd-a67e-88d5727c5d2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467735006", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd18e57f-b7", "ovs_interfaceid": "cd18e57f-b7db-4f51-9c29-a9def91c61ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dcd66260-9db8-4164-b89e-304215f88d65", "address": "fa:16:3e:e1:74:e6", "network": {"id": "bab26014-69bd-4061-8940-c31667b77ddd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353256397", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd66260-9d", "ovs_interfaceid": "dcd66260-9db8-4164-b89e-304215f88d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1556.657113] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Acquired lock "refresh_cache-b6326d64-937c-46d9-8cba-883172239877" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.657433] env[62555]: DEBUG nova.network.neutron [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Refreshing network info cache for port dcd66260-9db8-4164-b89e-304215f88d65 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1556.659110] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:8f:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd18e57f-b7db-4f51-9c29-a9def91c61ca', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:74:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcd66260-9db8-4164-b89e-304215f88d65', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.677366] env[62555]: DEBUG oslo.service.loopingcall [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.679128] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6326d64-937c-46d9-8cba-883172239877] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.679416] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb5339ae-5d7f-47e5-af10-3df7c6ba9030 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.709680] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.709680] env[62555]: value = "task-1704642" [ 1556.709680] env[62555]: _type = "Task" [ 1556.709680] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.719093] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704642, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.759457] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "842aa760-6fb5-48c6-8308-1e808cf06632" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.759730] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "842aa760-6fb5-48c6-8308-1e808cf06632" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.800499] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704641, 'name': CreateVM_Task, 'duration_secs': 0.379004} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.800499] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1556.800808] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.800973] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.801378] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1556.801654] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59463c22-22b7-4854-81be-ef135532c375 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.807647] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1556.807647] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bfb890-d8dc-8537-0e59-b0b696228d4f" [ 1556.807647] env[62555]: _type = "Task" [ 1556.807647] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.816017] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.816497] env[62555]: DEBUG nova.compute.manager [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1556.818977] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bfb890-d8dc-8537-0e59-b0b696228d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.819350] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.345s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.819563] env[62555]: DEBUG nova.objects.instance [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Lazy-loading 'resources' on Instance uuid f895c262-2599-4660-a5d2-f0d78355aa45 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1556.842426] env[62555]: DEBUG oslo_concurrency.lockutils [None req-99b27db8-9a06-4ac1-98b0-73ae3cfa3587 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.192s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.948946] env[62555]: DEBUG nova.network.neutron [-] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.039537] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "refresh_cache-a29dcab5-08b5-4549-b361-5b15efcdd240" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.039930] env[62555]: DEBUG nova.compute.manager [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Instance network_info: |[{"id": "eed41180-d90a-4b84-a003-a64fa1aa9073", "address": "fa:16:3e:93:0c:2a", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed41180-d9", "ovs_interfaceid": "eed41180-d90a-4b84-a003-a64fa1aa9073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1557.040357] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:0c:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eed41180-d90a-4b84-a003-a64fa1aa9073', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1557.048114] env[62555]: DEBUG oslo.service.loopingcall [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.048319] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1557.048540] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af93b696-d989-4b5e-a827-9baabacce57d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.072899] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1557.072899] env[62555]: value = "task-1704643" [ 1557.072899] env[62555]: _type = "Task" [ 1557.072899] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.081891] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704643, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.220711] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704642, 'name': CreateVM_Task, 'duration_secs': 0.485471} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.221270] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6326d64-937c-46d9-8cba-883172239877] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1557.222163] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.325512] env[62555]: DEBUG nova.compute.utils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1557.329254] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bfb890-d8dc-8537-0e59-b0b696228d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.333343] env[62555]: DEBUG nova.compute.manager [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1557.334154] env[62555]: DEBUG nova.network.neutron [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1557.335300] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.335535] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.336274] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.336274] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.336274] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.336395] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.336715] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1557.338558] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04836999-cbfd-4571-ae0e-07e40116bcfd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.340590] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae2dffc-0b4e-464b-b4a9-92ec9263c56b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.347128] env[62555]: DEBUG nova.compute.manager [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1557.353519] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1557.353519] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52962611-09b9-ee2c-2a1d-a995c0919aef" [ 1557.353519] env[62555]: _type = "Task" [ 1557.353519] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.356898] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.356898] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.360224] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c54f6e-581b-4671-a23b-c6434520cea8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.379677] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1557.379677] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524a0cda-7b3a-205d-1830-cf0755e806e6" [ 1557.379677] env[62555]: _type = "Task" [ 1557.379677] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.379932] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52962611-09b9-ee2c-2a1d-a995c0919aef, 'name': SearchDatastore_Task, 'duration_secs': 0.013671} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.380332] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.380668] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1557.380974] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1557.394539] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524a0cda-7b3a-205d-1830-cf0755e806e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.411969] env[62555]: DEBUG nova.policy [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af4ad505d2174ad79e9ac73e0e1c1bc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67075c12bc5b47d39cc39e4b198650a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1557.452235] env[62555]: INFO nova.compute.manager [-] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Took 1.65 seconds to deallocate network for instance. [ 1557.586099] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704643, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.635697] env[62555]: DEBUG nova.network.neutron [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Updated VIF entry in instance network info cache for port dcd66260-9db8-4164-b89e-304215f88d65. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.636135] env[62555]: DEBUG nova.network.neutron [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Updating instance_info_cache with network_info: [{"id": "cd18e57f-b7db-4f51-9c29-a9def91c61ca", "address": "fa:16:3e:dd:8f:8c", "network": {"id": "00f8a1a5-f194-4ffd-a67e-88d5727c5d2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467735006", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd18e57f-b7", "ovs_interfaceid": "cd18e57f-b7db-4f51-9c29-a9def91c61ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dcd66260-9db8-4164-b89e-304215f88d65", "address": "fa:16:3e:e1:74:e6", "network": {"id": "bab26014-69bd-4061-8940-c31667b77ddd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353256397", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd66260-9d", "ovs_interfaceid": "dcd66260-9db8-4164-b89e-304215f88d65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.834784] env[62555]: DEBUG nova.compute.manager [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1557.861850] env[62555]: DEBUG nova.compute.manager [req-0ce4ebe4-7e99-4332-9177-abe8df572a81 req-7a175cd9-3d39-47ce-8e09-b27c84b19565 service nova] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Received event network-vif-deleted-e4ef6269-f5f7-4ce0-aacf-a96d35de0b11 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1557.875146] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee287270-f0db-4e0f-8801-08ab60f744f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.889181] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbceefb6-500a-4b2e-b087-1108e07e0846 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.894205] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.899743] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524a0cda-7b3a-205d-1830-cf0755e806e6, 'name': SearchDatastore_Task, 'duration_secs': 0.019725} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.936534] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f7a5b8-ed37-47f5-b21a-e8a783453416 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.939510] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1dfd9e-8c77-457d-bfc7-9934c948bd3f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.952352] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c459da-18e6-4660-b6fe-379784597eb0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.954534] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1557.954534] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520859bb-dced-7365-f067-fa6c07e858c2" [ 1557.954534] env[62555]: _type = "Task" [ 1557.954534] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.967528] env[62555]: DEBUG oslo_concurrency.lockutils [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.968056] env[62555]: DEBUG nova.compute.provider_tree [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1557.969987] env[62555]: DEBUG nova.network.neutron [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Successfully created port: d1657a38-8bef-4d44-84c7-9456b190b06e {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1557.978159] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520859bb-dced-7365-f067-fa6c07e858c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.979196] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.979491] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 1c6c6982-fa30-48b9-82db-732948c9ec2e/1c6c6982-fa30-48b9-82db-732948c9ec2e.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1557.980014] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.980014] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1557.980262] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a2a0a51-30cc-4d8d-bd4f-d469c7e1e2d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.982952] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1b1947f-2e0f-42ca-b543-e9f6b5722845 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.994424] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1557.994424] env[62555]: value = "task-1704644" [ 1557.994424] env[62555]: _type = "Task" [ 1557.994424] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.994835] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1557.995069] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1557.999049] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbeacf7-f364-4619-9f74-02e711a381c9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.006238] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1558.006238] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52af1d26-979c-6cd4-56ea-948e0c5dffc6" [ 1558.006238] env[62555]: _type = "Task" [ 1558.006238] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.009663] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.020080] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52af1d26-979c-6cd4-56ea-948e0c5dffc6, 'name': SearchDatastore_Task, 'duration_secs': 0.010408} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.020917] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5769dd0d-07f2-46a1-9cee-8aa51d96694e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.027638] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1558.027638] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52798d58-10d6-6fe1-708b-56716ec03c6d" [ 1558.027638] env[62555]: _type = "Task" [ 1558.027638] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.037500] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52798d58-10d6-6fe1-708b-56716ec03c6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.083703] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704643, 'name': CreateVM_Task, 'duration_secs': 0.539069} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.083916] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1558.084687] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.084951] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.085336] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1558.085627] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246a1ce1-51b7-43e8-94ce-997425c74c3a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.090988] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1558.090988] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e9c667-1b1c-3043-5b3d-67783983af36" [ 1558.090988] env[62555]: _type = "Task" [ 1558.090988] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.101670] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e9c667-1b1c-3043-5b3d-67783983af36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.139182] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Releasing lock "refresh_cache-b6326d64-937c-46d9-8cba-883172239877" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.139512] env[62555]: DEBUG nova.compute.manager [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Received event network-vif-plugged-eed41180-d90a-4b84-a003-a64fa1aa9073 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1558.139731] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Acquiring lock "a29dcab5-08b5-4549-b361-5b15efcdd240-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.139971] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.140308] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.140379] env[62555]: DEBUG nova.compute.manager [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] No waiting events found dispatching network-vif-plugged-eed41180-d90a-4b84-a003-a64fa1aa9073 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1558.140536] env[62555]: WARNING nova.compute.manager [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Received unexpected event network-vif-plugged-eed41180-d90a-4b84-a003-a64fa1aa9073 for instance with vm_state building and task_state spawning. [ 1558.140726] env[62555]: DEBUG nova.compute.manager [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Received event network-changed-eed41180-d90a-4b84-a003-a64fa1aa9073 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1558.140905] env[62555]: DEBUG nova.compute.manager [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Refreshing instance network info cache due to event network-changed-eed41180-d90a-4b84-a003-a64fa1aa9073. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1558.141144] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Acquiring lock "refresh_cache-a29dcab5-08b5-4549-b361-5b15efcdd240" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.141860] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Acquired lock "refresh_cache-a29dcab5-08b5-4549-b361-5b15efcdd240" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.141860] env[62555]: DEBUG nova.network.neutron [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Refreshing network info cache for port eed41180-d90a-4b84-a003-a64fa1aa9073 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1558.474151] env[62555]: DEBUG nova.scheduler.client.report [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1558.508964] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513871} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.509505] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 1c6c6982-fa30-48b9-82db-732948c9ec2e/1c6c6982-fa30-48b9-82db-732948c9ec2e.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1558.510229] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1558.510645] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9fa391b-bf0e-41a9-b080-198f1bcf8c6d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.524153] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1558.524153] env[62555]: value = "task-1704645" [ 1558.524153] env[62555]: _type = "Task" [ 1558.524153] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.539757] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.550561] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52798d58-10d6-6fe1-708b-56716ec03c6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009385} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.550613] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.550846] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b6326d64-937c-46d9-8cba-883172239877/b6326d64-937c-46d9-8cba-883172239877.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1558.551133] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e0249f0-1f24-4cc8-99b4-b4d2027b0a06 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.559295] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1558.559295] env[62555]: value = "task-1704646" [ 1558.559295] env[62555]: _type = "Task" [ 1558.559295] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.568995] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.602144] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e9c667-1b1c-3043-5b3d-67783983af36, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.602451] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.602686] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1558.602923] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.603083] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.603268] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1558.603530] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03e13c8f-b1a1-46b0-81fb-38978e503c22 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.622302] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1558.622537] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1558.623412] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3135f14e-23a2-4b05-bb5f-3ad79ab8bec8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.629921] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1558.629921] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5295e0f0-c3f3-5787-70bd-6d58ba5e4a53" [ 1558.629921] env[62555]: _type = "Task" [ 1558.629921] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.638703] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5295e0f0-c3f3-5787-70bd-6d58ba5e4a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.846771] env[62555]: DEBUG nova.compute.manager [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1558.880926] env[62555]: DEBUG nova.virt.hardware [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1558.881195] env[62555]: DEBUG nova.virt.hardware [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1558.881355] env[62555]: DEBUG nova.virt.hardware [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1558.881536] env[62555]: DEBUG nova.virt.hardware [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1558.881684] env[62555]: DEBUG nova.virt.hardware [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1558.881956] env[62555]: DEBUG nova.virt.hardware [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1558.882151] env[62555]: DEBUG nova.virt.hardware [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1558.882318] env[62555]: DEBUG nova.virt.hardware [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1558.882486] env[62555]: DEBUG nova.virt.hardware [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1558.882641] env[62555]: DEBUG nova.virt.hardware [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1558.882819] env[62555]: DEBUG nova.virt.hardware [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1558.883832] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886885df-4107-4680-ae80-88dc1cc5b1ac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.893317] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbef169-42dd-4b5a-ab57-2ad2d58a9e3e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.954748] env[62555]: DEBUG nova.network.neutron [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Updated VIF entry in instance network info cache for port eed41180-d90a-4b84-a003-a64fa1aa9073. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1558.954933] env[62555]: DEBUG nova.network.neutron [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Updating instance_info_cache with network_info: [{"id": "eed41180-d90a-4b84-a003-a64fa1aa9073", "address": "fa:16:3e:93:0c:2a", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeed41180-d9", "ovs_interfaceid": "eed41180-d90a-4b84-a003-a64fa1aa9073", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.980094] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.982973] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.211s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.984624] env[62555]: INFO nova.compute.claims [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1559.023980] env[62555]: INFO nova.scheduler.client.report [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Deleted allocations for instance f895c262-2599-4660-a5d2-f0d78355aa45 [ 1559.035804] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066846} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.036686] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.037502] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ad33a7-4e7b-4c81-bcd4-615a60bca285 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.060326] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 1c6c6982-fa30-48b9-82db-732948c9ec2e/1c6c6982-fa30-48b9-82db-732948c9ec2e.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.060954] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb8d2e33-0b2f-4f71-bf43-1063afd9aa12 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.093643] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456143} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.093643] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1559.093643] env[62555]: value = "task-1704647" [ 1559.093643] env[62555]: _type = "Task" [ 1559.093643] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.093643] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b6326d64-937c-46d9-8cba-883172239877/b6326d64-937c-46d9-8cba-883172239877.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1559.093643] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1559.093643] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebc02a54-78f0-41d9-96ba-fdf108467d7d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.105950] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704647, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.107316] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1559.107316] env[62555]: value = "task-1704648" [ 1559.107316] env[62555]: _type = "Task" [ 1559.107316] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.118413] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.144961] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5295e0f0-c3f3-5787-70bd-6d58ba5e4a53, 'name': SearchDatastore_Task, 'duration_secs': 0.009142} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.146015] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eeaf6d5-6911-430c-ad6f-90ac94994d00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.153962] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1559.153962] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cf11ca-d956-2064-65ba-7fc0fc47ee1a" [ 1559.153962] env[62555]: _type = "Task" [ 1559.153962] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.164628] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cf11ca-d956-2064-65ba-7fc0fc47ee1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.458184] env[62555]: DEBUG oslo_concurrency.lockutils [req-e4dc5767-f630-4052-974a-e551bb195a31 req-27657caa-fbae-473b-8803-f24defa21307 service nova] Releasing lock "refresh_cache-a29dcab5-08b5-4549-b361-5b15efcdd240" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.536182] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1c519a81-1b43-4ce1-be83-6f06a32ba1a7 tempest-ServerPasswordTestJSON-1383521768 tempest-ServerPasswordTestJSON-1383521768-project-member] Lock "f895c262-2599-4660-a5d2-f0d78355aa45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.974s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.592587] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.592858] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.593087] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.593400] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.593455] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.599610] env[62555]: INFO nova.compute.manager [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Terminating instance [ 1559.608495] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.625851] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196237} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.626483] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.627371] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d86381f-b7ae-47ce-86af-1cb5858f157a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.662729] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] b6326d64-937c-46d9-8cba-883172239877/b6326d64-937c-46d9-8cba-883172239877.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.663133] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54fa0f94-5d85-47fb-8bce-d740664a4453 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.691582] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cf11ca-d956-2064-65ba-7fc0fc47ee1a, 'name': SearchDatastore_Task, 'duration_secs': 0.024516} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.693206] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.693539] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a29dcab5-08b5-4549-b361-5b15efcdd240/a29dcab5-08b5-4549-b361-5b15efcdd240.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1559.693967] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1559.693967] env[62555]: value = "task-1704649" [ 1559.693967] env[62555]: _type = "Task" [ 1559.693967] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.694234] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-394bb11a-b28e-4ff6-8c8b-34862298dc42 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.706477] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.708119] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1559.708119] env[62555]: value = "task-1704650" [ 1559.708119] env[62555]: _type = "Task" [ 1559.708119] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.718031] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.964298] env[62555]: DEBUG nova.network.neutron [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Successfully updated port: d1657a38-8bef-4d44-84c7-9456b190b06e {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1560.110335] env[62555]: DEBUG nova.compute.manager [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1560.110577] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1560.110875] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.114541] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3f4014-94f6-4127-9d2e-dc78220491f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.124195] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.124195] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efae1ac9-999d-4c58-ac4a-5dd34043b4d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.135313] env[62555]: DEBUG oslo_vmware.api [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1560.135313] env[62555]: value = "task-1704651" [ 1560.135313] env[62555]: _type = "Task" [ 1560.135313] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.146650] env[62555]: DEBUG oslo_vmware.api [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.158918] env[62555]: DEBUG nova.compute.manager [req-f4f7c7dc-d1fd-473d-bd45-8ed5fa01f4a6 req-934e0732-954a-41bf-a5f1-172e54998ad2 service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Received event network-vif-plugged-d1657a38-8bef-4d44-84c7-9456b190b06e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1560.161385] env[62555]: DEBUG oslo_concurrency.lockutils [req-f4f7c7dc-d1fd-473d-bd45-8ed5fa01f4a6 req-934e0732-954a-41bf-a5f1-172e54998ad2 service nova] Acquiring lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.161385] env[62555]: DEBUG oslo_concurrency.lockutils [req-f4f7c7dc-d1fd-473d-bd45-8ed5fa01f4a6 req-934e0732-954a-41bf-a5f1-172e54998ad2 service nova] Lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.161385] env[62555]: DEBUG oslo_concurrency.lockutils [req-f4f7c7dc-d1fd-473d-bd45-8ed5fa01f4a6 req-934e0732-954a-41bf-a5f1-172e54998ad2 service nova] Lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.161385] env[62555]: DEBUG nova.compute.manager [req-f4f7c7dc-d1fd-473d-bd45-8ed5fa01f4a6 req-934e0732-954a-41bf-a5f1-172e54998ad2 service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] No waiting events found dispatching network-vif-plugged-d1657a38-8bef-4d44-84c7-9456b190b06e {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1560.161385] env[62555]: WARNING nova.compute.manager [req-f4f7c7dc-d1fd-473d-bd45-8ed5fa01f4a6 req-934e0732-954a-41bf-a5f1-172e54998ad2 service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Received unexpected event network-vif-plugged-d1657a38-8bef-4d44-84c7-9456b190b06e for instance with vm_state building and task_state spawning. [ 1560.224588] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.231559] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704650, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.467393] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "refresh_cache-513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.467616] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "refresh_cache-513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.467783] env[62555]: DEBUG nova.network.neutron [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1560.617041] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704647, 'name': ReconfigVM_Task, 'duration_secs': 1.156034} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.617488] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 1c6c6982-fa30-48b9-82db-732948c9ec2e/1c6c6982-fa30-48b9-82db-732948c9ec2e.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.621812] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73bd2acf-b137-4177-addf-79ddd2496dde {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.634027] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1560.634027] env[62555]: value = "task-1704652" [ 1560.634027] env[62555]: _type = "Task" [ 1560.634027] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.659067] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494291dd-fd60-48fd-a482-ebcfee25198e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.675845] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704652, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.676320] env[62555]: DEBUG oslo_vmware.api [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704651, 'name': PowerOffVM_Task, 'duration_secs': 0.327086} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.677330] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.677612] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.678053] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4470d56-4eea-4e63-ad7f-f2f9ee0430b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.685835] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c817d2-17d3-464e-86a7-3083becfd564 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.750206] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7d7a19-2f9c-4a78-b5ac-273aa55e5cc6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.763460] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704650, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.030637} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.774296] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a29dcab5-08b5-4549-b361-5b15efcdd240/a29dcab5-08b5-4549-b361-5b15efcdd240.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1560.774488] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1560.774688] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704649, 'name': ReconfigVM_Task, 'duration_secs': 0.878277} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.776092] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ae90599-64c0-4e68-b20d-f89643f435ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.779261] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07871f11-c55a-431d-9f9b-8957ed8f2712 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.783867] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Reconfigured VM instance instance-0000003a to attach disk [datastore1] b6326d64-937c-46d9-8cba-883172239877/b6326d64-937c-46d9-8cba-883172239877.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.784687] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.785269] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.785269] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Deleting the datastore file [datastore1] a8c2891e-8691-4b15-9e1e-39f131eb97e8 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.785417] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a69c8be-2952-4b66-ba39-3ba63ffb713b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.787029] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-679979a2-5a07-4c2a-acbf-54d2f284675d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.800985] env[62555]: DEBUG nova.compute.provider_tree [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.805997] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1560.805997] env[62555]: value = "task-1704655" [ 1560.805997] env[62555]: _type = "Task" [ 1560.805997] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.806375] env[62555]: DEBUG oslo_vmware.api [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1560.806375] env[62555]: value = "task-1704656" [ 1560.806375] env[62555]: _type = "Task" [ 1560.806375] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.806540] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1560.806540] env[62555]: value = "task-1704654" [ 1560.806540] env[62555]: _type = "Task" [ 1560.806540] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.828566] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.829236] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704654, 'name': Rename_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.832539] env[62555]: DEBUG oslo_vmware.api [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.035082] env[62555]: DEBUG nova.network.neutron [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1561.149843] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704652, 'name': Rename_Task, 'duration_secs': 0.269088} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.150278] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1561.150572] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3faa45f-2399-435d-b9ec-1a5a49f33aff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.158735] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1561.158735] env[62555]: value = "task-1704657" [ 1561.158735] env[62555]: _type = "Task" [ 1561.158735] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.170615] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.308027] env[62555]: DEBUG nova.scheduler.client.report [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1561.327539] env[62555]: DEBUG oslo_vmware.api [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161777} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.333843] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.334186] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.334314] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.334504] env[62555]: INFO nova.compute.manager [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1561.334743] env[62555]: DEBUG oslo.service.loopingcall [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.337661] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704654, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.337661] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083816} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.338479] env[62555]: DEBUG nova.network.neutron [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Updating instance_info_cache with network_info: [{"id": "d1657a38-8bef-4d44-84c7-9456b190b06e", "address": "fa:16:3e:e4:78:33", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1657a38-8b", "ovs_interfaceid": "d1657a38-8bef-4d44-84c7-9456b190b06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.339552] env[62555]: DEBUG nova.compute.manager [-] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1561.339657] env[62555]: DEBUG nova.network.neutron [-] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.341264] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1561.342458] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4d0f9e-871e-4b14-a670-93ddafe6e6ab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.366818] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] a29dcab5-08b5-4549-b361-5b15efcdd240/a29dcab5-08b5-4549-b361-5b15efcdd240.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1561.367407] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2818762d-ca92-4432-8423-b5f950f767c0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.390421] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1561.390421] env[62555]: value = "task-1704658" [ 1561.390421] env[62555]: _type = "Task" [ 1561.390421] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.399980] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.670018] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.822051] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.822513] env[62555]: DEBUG nova.compute.manager [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.825008] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704654, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.825250] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.595s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.825419] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.825557] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1561.825817] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.614s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.827253] env[62555]: INFO nova.compute.claims [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1561.830416] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d603cac5-3a9c-4f43-8c79-a8731f3ebeb1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.838806] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af2238b-a35f-452a-b2c8-15876fb3b177 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.843694] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "refresh_cache-513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.844194] env[62555]: DEBUG nova.compute.manager [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Instance network_info: |[{"id": "d1657a38-8bef-4d44-84c7-9456b190b06e", "address": "fa:16:3e:e4:78:33", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1657a38-8b", "ovs_interfaceid": "d1657a38-8bef-4d44-84c7-9456b190b06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1561.844534] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:78:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1657a38-8bef-4d44-84c7-9456b190b06e', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1561.852580] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Creating folder: Project (67075c12bc5b47d39cc39e4b198650a0). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.853360] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85fe2c4d-3409-4998-adbf-a650f25bc1f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.864585] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c318c3b4-3aaf-4334-989e-6a64fb23efd0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.869260] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Created folder: Project (67075c12bc5b47d39cc39e4b198650a0) in parent group-v355069. [ 1561.869461] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Creating folder: Instances. Parent ref: group-v355238. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1561.870083] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26170c6f-6848-4690-9e76-82b568cbf7f9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.877223] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f95715-de6c-4a0a-90e8-439ede5e26c0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.906795] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178777MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1561.906948] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.911119] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Created folder: Instances in parent group-v355238. [ 1561.911357] env[62555]: DEBUG oslo.service.loopingcall [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1561.911549] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1561.912110] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7a922d2-0aa1-42c9-9632-e8e088dd8f39 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.929213] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.934848] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1561.934848] env[62555]: value = "task-1704661" [ 1561.934848] env[62555]: _type = "Task" [ 1561.934848] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.942493] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704661, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.170409] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.194206] env[62555]: DEBUG nova.compute.manager [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Received event network-changed-d1657a38-8bef-4d44-84c7-9456b190b06e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1562.194206] env[62555]: DEBUG nova.compute.manager [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Refreshing instance network info cache due to event network-changed-d1657a38-8bef-4d44-84c7-9456b190b06e. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1562.194375] env[62555]: DEBUG oslo_concurrency.lockutils [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] Acquiring lock "refresh_cache-513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.194542] env[62555]: DEBUG oslo_concurrency.lockutils [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] Acquired lock "refresh_cache-513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.195159] env[62555]: DEBUG nova.network.neutron [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Refreshing network info cache for port d1657a38-8bef-4d44-84c7-9456b190b06e {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1562.234539] env[62555]: DEBUG nova.network.neutron [-] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1562.324843] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704654, 'name': Rename_Task, 'duration_secs': 1.212982} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.324843] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.324843] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82669140-9cee-427a-8c74-acd68535c95d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.331968] env[62555]: DEBUG nova.compute.utils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.333526] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1562.333526] env[62555]: value = "task-1704662" [ 1562.333526] env[62555]: _type = "Task" [ 1562.333526] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.333989] env[62555]: DEBUG nova.compute.manager [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1562.335034] env[62555]: DEBUG nova.network.neutron [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.351188] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.418018] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704658, 'name': ReconfigVM_Task, 'duration_secs': 0.907677} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.419460] env[62555]: DEBUG nova.policy [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eca0dcfad746467b98b9c960f1891b96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '922f74d22fdd42559ad25ec18ec3bdfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.420946] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Reconfigured VM instance instance-0000003b to attach disk [datastore1] a29dcab5-08b5-4549-b361-5b15efcdd240/a29dcab5-08b5-4549-b361-5b15efcdd240.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.421592] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eb22114-0490-4237-9ccd-6536abb3e12d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.429500] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1562.429500] env[62555]: value = "task-1704663" [ 1562.429500] env[62555]: _type = "Task" [ 1562.429500] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.445034] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704663, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.453111] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704661, 'name': CreateVM_Task, 'duration_secs': 0.45987} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.453336] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1562.454309] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.457053] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.457053] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1562.457053] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797c8ad8-268a-49f2-b0d5-675bc2e74cb8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.462316] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1562.462316] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52182e57-84d7-1927-7484-f030e0ed959f" [ 1562.462316] env[62555]: _type = "Task" [ 1562.462316] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.473701] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52182e57-84d7-1927-7484-f030e0ed959f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.676261] env[62555]: DEBUG oslo_vmware.api [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704657, 'name': PowerOnVM_Task, 'duration_secs': 1.366348} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.676648] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1562.676861] env[62555]: INFO nova.compute.manager [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1562.677061] env[62555]: DEBUG nova.compute.manager [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1562.677887] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed91b39-afff-434d-9bac-28cf5e733211 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.741271] env[62555]: INFO nova.compute.manager [-] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Took 1.40 seconds to deallocate network for instance. [ 1562.834767] env[62555]: DEBUG nova.compute.manager [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1562.860986] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704662, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.940152] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704663, 'name': Rename_Task, 'duration_secs': 0.204834} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.942717] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1562.943615] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f56dc47d-8a34-41e0-8a49-fc3d6d47e641 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.950264] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1562.950264] env[62555]: value = "task-1704664" [ 1562.950264] env[62555]: _type = "Task" [ 1562.950264] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.961550] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.978493] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52182e57-84d7-1927-7484-f030e0ed959f, 'name': SearchDatastore_Task, 'duration_secs': 0.014959} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.981841] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.982168] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1562.982464] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.982652] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.982954] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1562.984973] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e865f56-c217-4432-bd28-f19881a7ab26 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.994483] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1562.994674] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1562.998095] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9457395b-52b7-4a2e-b4ec-d286575f0c64 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.004475] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1563.004475] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5230c6f1-045e-118e-8939-91a98d576cab" [ 1563.004475] env[62555]: _type = "Task" [ 1563.004475] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.016964] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5230c6f1-045e-118e-8939-91a98d576cab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.023087] env[62555]: DEBUG nova.network.neutron [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Successfully created port: da470d74-d0b5-4710-8456-1f8f12cc9bab {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1563.128704] env[62555]: DEBUG nova.network.neutron [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Updated VIF entry in instance network info cache for port d1657a38-8bef-4d44-84c7-9456b190b06e. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1563.129210] env[62555]: DEBUG nova.network.neutron [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Updating instance_info_cache with network_info: [{"id": "d1657a38-8bef-4d44-84c7-9456b190b06e", "address": "fa:16:3e:e4:78:33", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd1657a38-8b", "ovs_interfaceid": "d1657a38-8bef-4d44-84c7-9456b190b06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.201511] env[62555]: INFO nova.compute.manager [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Took 38.45 seconds to build instance. [ 1563.252297] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.317508] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eee2f5-6073-47ea-98b0-db6690c5e4f1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.326387] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b29f55-52af-4f98-ae4a-e0cf9b3e0d35 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.366423] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508c9d2b-815b-45c7-a8de-635608ba8d5e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.379405] env[62555]: DEBUG oslo_vmware.api [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704662, 'name': PowerOnVM_Task, 'duration_secs': 0.845373} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.381649] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.381862] env[62555]: INFO nova.compute.manager [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Took 14.91 seconds to spawn the instance on the hypervisor. [ 1563.382045] env[62555]: DEBUG nova.compute.manager [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.383446] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bd9ab5-4187-4df5-b9f6-36fb7961d4de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.388033] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e5dc32-f78e-4676-a9a2-cb11de315ddc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.407587] env[62555]: DEBUG nova.compute.provider_tree [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.464543] env[62555]: DEBUG oslo_vmware.api [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704664, 'name': PowerOnVM_Task, 'duration_secs': 0.511365} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.464931] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1563.465156] env[62555]: INFO nova.compute.manager [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1563.465409] env[62555]: DEBUG nova.compute.manager [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.466245] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c061cc-177a-4c93-8b23-0a935e8d4836 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.516104] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5230c6f1-045e-118e-8939-91a98d576cab, 'name': SearchDatastore_Task, 'duration_secs': 0.010863} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.517529] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc52e57b-ecef-4a5e-9005-3ecef6c51444 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.524197] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1563.524197] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5225f3b4-9a89-f04a-aaab-33799bad005d" [ 1563.524197] env[62555]: _type = "Task" [ 1563.524197] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.532797] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5225f3b4-9a89-f04a-aaab-33799bad005d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.636694] env[62555]: DEBUG oslo_concurrency.lockutils [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] Releasing lock "refresh_cache-513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.636694] env[62555]: DEBUG nova.compute.manager [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Received event network-vif-deleted-0c59407a-3ffc-40bd-9c11-fde3b1a0af6f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1563.636694] env[62555]: INFO nova.compute.manager [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Neutron deleted interface 0c59407a-3ffc-40bd-9c11-fde3b1a0af6f; detaching it from the instance and deleting it from the info cache [ 1563.636694] env[62555]: DEBUG nova.network.neutron [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.703434] env[62555]: DEBUG oslo_concurrency.lockutils [None req-780e5c75-50b2-46f7-948d-4d3f7bd9563b tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "1c6c6982-fa30-48b9-82db-732948c9ec2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.189s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.870809] env[62555]: DEBUG nova.compute.manager [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1563.874995] env[62555]: INFO nova.compute.manager [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Rebuilding instance [ 1563.895872] env[62555]: DEBUG nova.virt.hardware [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1563.896152] env[62555]: DEBUG nova.virt.hardware [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1563.896311] env[62555]: DEBUG nova.virt.hardware [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1563.896492] env[62555]: DEBUG nova.virt.hardware [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1563.896639] env[62555]: DEBUG nova.virt.hardware [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1563.896786] env[62555]: DEBUG nova.virt.hardware [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1563.896994] env[62555]: DEBUG nova.virt.hardware [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1563.897177] env[62555]: DEBUG nova.virt.hardware [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1563.897347] env[62555]: DEBUG nova.virt.hardware [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1563.897511] env[62555]: DEBUG nova.virt.hardware [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1563.897688] env[62555]: DEBUG nova.virt.hardware [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1563.898563] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152946c0-44fd-4b05-ad2c-736ecc4712ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.913222] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19086ddf-9eda-405d-a190-ceeb18e1b183 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.922484] env[62555]: DEBUG nova.scheduler.client.report [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1563.927465] env[62555]: INFO nova.compute.manager [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Took 43.66 seconds to build instance. [ 1563.944027] env[62555]: DEBUG nova.compute.manager [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1563.944837] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad8ba68-abcb-4a88-a5d0-d264fe4f2b82 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.985262] env[62555]: INFO nova.compute.manager [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Took 41.43 seconds to build instance. [ 1564.035290] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5225f3b4-9a89-f04a-aaab-33799bad005d, 'name': SearchDatastore_Task, 'duration_secs': 0.011156} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.035555] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.035822] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9/513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1564.036097] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-489762ae-2bfd-4235-9d3c-951315908878 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.045190] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1564.045190] env[62555]: value = "task-1704665" [ 1564.045190] env[62555]: _type = "Task" [ 1564.045190] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.054057] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.140394] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74a27337-bf51-40da-811a-802ced04b016 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.151410] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240fd9e8-1b23-4e18-a74b-c65817b69d97 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.195259] env[62555]: DEBUG nova.compute.manager [req-f429184f-a562-4b5a-93cf-0258342a82d1 req-0968e420-59ed-4349-a98a-227fdab2775c service nova] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Detach interface failed, port_id=0c59407a-3ffc-40bd-9c11-fde3b1a0af6f, reason: Instance a8c2891e-8691-4b15-9e1e-39f131eb97e8 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1564.206094] env[62555]: DEBUG nova.compute.manager [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1564.429076] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.429481] env[62555]: DEBUG nova.compute.manager [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1564.433021] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.970s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.433021] env[62555]: DEBUG nova.objects.instance [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Lazy-loading 'resources' on Instance uuid d21ddb2e-1206-4135-b9e2-7d76dcf27864 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.434217] env[62555]: DEBUG oslo_concurrency.lockutils [None req-93770175-c90d-4310-a454-5fbd162d6fa7 tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "b6326d64-937c-46d9-8cba-883172239877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.047s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.488870] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8b4501fc-2832-429e-b36a-6c6f1dd6ccf7 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.810s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.559812] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704665, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.733209] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.768691] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "a29dcab5-08b5-4549-b361-5b15efcdd240" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.768893] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.769094] env[62555]: DEBUG nova.compute.manager [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1564.769994] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0c6d0e-956e-4981-af3d-2d21f0180db1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.778614] env[62555]: DEBUG nova.compute.manager [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62555) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1564.779220] env[62555]: DEBUG nova.objects.instance [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lazy-loading 'flavor' on Instance uuid a29dcab5-08b5-4549-b361-5b15efcdd240 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.800491] env[62555]: DEBUG nova.compute.manager [req-ab3d1822-4b46-48d6-9dc0-ac28f3798e82 req-01f2f1c6-a651-4575-8c75-dc5ef8e52c94 service nova] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Received event network-vif-plugged-da470d74-d0b5-4710-8456-1f8f12cc9bab {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1564.800710] env[62555]: DEBUG oslo_concurrency.lockutils [req-ab3d1822-4b46-48d6-9dc0-ac28f3798e82 req-01f2f1c6-a651-4575-8c75-dc5ef8e52c94 service nova] Acquiring lock "482b83bb-a607-4a69-b055-c6e8aefb77e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1564.800915] env[62555]: DEBUG oslo_concurrency.lockutils [req-ab3d1822-4b46-48d6-9dc0-ac28f3798e82 req-01f2f1c6-a651-4575-8c75-dc5ef8e52c94 service nova] Lock "482b83bb-a607-4a69-b055-c6e8aefb77e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.805204] env[62555]: DEBUG oslo_concurrency.lockutils [req-ab3d1822-4b46-48d6-9dc0-ac28f3798e82 req-01f2f1c6-a651-4575-8c75-dc5ef8e52c94 service nova] Lock "482b83bb-a607-4a69-b055-c6e8aefb77e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.805433] env[62555]: DEBUG nova.compute.manager [req-ab3d1822-4b46-48d6-9dc0-ac28f3798e82 req-01f2f1c6-a651-4575-8c75-dc5ef8e52c94 service nova] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] No waiting events found dispatching network-vif-plugged-da470d74-d0b5-4710-8456-1f8f12cc9bab {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1564.805615] env[62555]: WARNING nova.compute.manager [req-ab3d1822-4b46-48d6-9dc0-ac28f3798e82 req-01f2f1c6-a651-4575-8c75-dc5ef8e52c94 service nova] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Received unexpected event network-vif-plugged-da470d74-d0b5-4710-8456-1f8f12cc9bab for instance with vm_state building and task_state spawning. [ 1564.808566] env[62555]: DEBUG nova.network.neutron [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Successfully updated port: da470d74-d0b5-4710-8456-1f8f12cc9bab {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.939500] env[62555]: DEBUG nova.compute.utils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1564.941311] env[62555]: DEBUG nova.compute.manager [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1564.942162] env[62555]: DEBUG nova.network.neutron [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1564.957999] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.958322] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-954eda09-a86f-40cb-99c8-288a61af27ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.968309] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1564.968309] env[62555]: value = "task-1704666" [ 1564.968309] env[62555]: _type = "Task" [ 1564.968309] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.986602] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.009744] env[62555]: DEBUG nova.policy [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04316d97dc32441e886d5181af42522a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6979cbd408e3425fa8dedcb216b58814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1565.060282] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640831} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.060282] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9/513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1565.060282] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1565.060282] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7d2d5cc-398c-4496-8bb3-bcc4fb0cf526 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.068650] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1565.068650] env[62555]: value = "task-1704667" [ 1565.068650] env[62555]: _type = "Task" [ 1565.068650] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.080514] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.311673] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "refresh_cache-482b83bb-a607-4a69-b055-c6e8aefb77e0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.311927] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "refresh_cache-482b83bb-a607-4a69-b055-c6e8aefb77e0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.312081] env[62555]: DEBUG nova.network.neutron [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.447592] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518664a2-600d-4cc6-89b0-187c93468f74 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.453496] env[62555]: DEBUG nova.compute.manager [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1565.460558] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44312be-26fa-4801-846e-e8bb55d2b86b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.500825] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc5b4c2-a56b-4741-aa39-97ace1b19aa2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.513464] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704666, 'name': PowerOffVM_Task, 'duration_secs': 0.326196} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.515552] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1565.515791] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1565.516837] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2927ab5c-38f8-4f67-920f-4d96f8747ab5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.520279] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c609ca2-f84a-484c-a7fc-63a0e69353d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.524559] env[62555]: DEBUG nova.network.neutron [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Successfully created port: 54626c75-02a2-41ce-aab9-d466c8617df9 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.531606] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1565.539215] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ea05610-174d-4cf0-af5b-3da7757ccb27 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.540831] env[62555]: DEBUG nova.compute.provider_tree [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1565.574678] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1565.575068] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1565.575132] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Deleting the datastore file [datastore1] 1c6c6982-fa30-48b9-82db-732948c9ec2e {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1565.575806] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2f24892-22b2-4ee7-b9df-87c3d900ed70 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.580369] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131415} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.581309] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1565.582102] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0536812f-e934-4744-a157-1928ecf882fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.585952] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1565.585952] env[62555]: value = "task-1704669" [ 1565.585952] env[62555]: _type = "Task" [ 1565.585952] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.610616] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9/513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1565.611499] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a760ff0-7ac8-4e08-8393-d91e95adf70b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.631018] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704669, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.638017] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1565.638017] env[62555]: value = "task-1704670" [ 1565.638017] env[62555]: _type = "Task" [ 1565.638017] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.647102] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.704341] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "b6326d64-937c-46d9-8cba-883172239877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.704595] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "b6326d64-937c-46d9-8cba-883172239877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.704802] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "b6326d64-937c-46d9-8cba-883172239877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1565.704989] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "b6326d64-937c-46d9-8cba-883172239877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1565.705208] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "b6326d64-937c-46d9-8cba-883172239877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1565.707372] env[62555]: INFO nova.compute.manager [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Terminating instance [ 1565.790588] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1565.791381] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d12204-3b88-4c06-8a68-271dd636c1cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.799479] env[62555]: DEBUG oslo_vmware.api [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1565.799479] env[62555]: value = "task-1704671" [ 1565.799479] env[62555]: _type = "Task" [ 1565.799479] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.810254] env[62555]: DEBUG oslo_vmware.api [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.870713] env[62555]: DEBUG nova.network.neutron [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1566.063697] env[62555]: ERROR nova.scheduler.client.report [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] [req-9db444ad-b139-4eb8-889a-4370cbf57dd1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9db444ad-b139-4eb8-889a-4370cbf57dd1"}]} [ 1566.081357] env[62555]: DEBUG nova.scheduler.client.report [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1566.101583] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704669, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095408} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.101583] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1566.101583] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1566.101583] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1566.103125] env[62555]: DEBUG nova.scheduler.client.report [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1566.103340] env[62555]: DEBUG nova.compute.provider_tree [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.129632] env[62555]: DEBUG nova.scheduler.client.report [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1566.155307] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704670, 'name': ReconfigVM_Task, 'duration_secs': 0.456122} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.155683] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9/513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1566.156426] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-051e143d-6ad1-41b1-9752-4dbae062fe9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.159760] env[62555]: DEBUG nova.scheduler.client.report [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1566.163874] env[62555]: DEBUG nova.network.neutron [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Updating instance_info_cache with network_info: [{"id": "da470d74-d0b5-4710-8456-1f8f12cc9bab", "address": "fa:16:3e:4a:02:7b", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda470d74-d0", "ovs_interfaceid": "da470d74-d0b5-4710-8456-1f8f12cc9bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.178046] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1566.178046] env[62555]: value = "task-1704672" [ 1566.178046] env[62555]: _type = "Task" [ 1566.178046] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.193049] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704672, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.216022] env[62555]: DEBUG nova.compute.manager [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1566.216022] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1566.216022] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3002e4-4b5f-4439-beeb-f5fd430567af {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.930851] env[62555]: DEBUG nova.compute.manager [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1566.936602] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "refresh_cache-482b83bb-a607-4a69-b055-c6e8aefb77e0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.936602] env[62555]: DEBUG nova.compute.manager [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Instance network_info: |[{"id": "da470d74-d0b5-4710-8456-1f8f12cc9bab", "address": "fa:16:3e:4a:02:7b", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda470d74-d0", "ovs_interfaceid": "da470d74-d0b5-4710-8456-1f8f12cc9bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1566.937811] env[62555]: DEBUG nova.compute.manager [req-b7ae6702-cfc1-4409-815c-2e853bddcbe3 req-be1047f6-834e-4df1-bf1c-cc226d05deeb service nova] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Received event network-changed-da470d74-d0b5-4710-8456-1f8f12cc9bab {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1566.938071] env[62555]: DEBUG nova.compute.manager [req-b7ae6702-cfc1-4409-815c-2e853bddcbe3 req-be1047f6-834e-4df1-bf1c-cc226d05deeb service nova] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Refreshing instance network info cache due to event network-changed-da470d74-d0b5-4710-8456-1f8f12cc9bab. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1566.938353] env[62555]: DEBUG oslo_concurrency.lockutils [req-b7ae6702-cfc1-4409-815c-2e853bddcbe3 req-be1047f6-834e-4df1-bf1c-cc226d05deeb service nova] Acquiring lock "refresh_cache-482b83bb-a607-4a69-b055-c6e8aefb77e0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.938545] env[62555]: DEBUG oslo_concurrency.lockutils [req-b7ae6702-cfc1-4409-815c-2e853bddcbe3 req-be1047f6-834e-4df1-bf1c-cc226d05deeb service nova] Acquired lock "refresh_cache-482b83bb-a607-4a69-b055-c6e8aefb77e0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.938764] env[62555]: DEBUG nova.network.neutron [req-b7ae6702-cfc1-4409-815c-2e853bddcbe3 req-be1047f6-834e-4df1-bf1c-cc226d05deeb service nova] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Refreshing network info cache for port da470d74-d0b5-4710-8456-1f8f12cc9bab {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1566.946024] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:02:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da470d74-d0b5-4710-8456-1f8f12cc9bab', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1566.953968] env[62555]: DEBUG oslo.service.loopingcall [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1566.961577] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1566.964673] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-728355f3-daa7-4de3-a937-de7e9337f16b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.980223] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.987345] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76660675-d15d-4168-86ff-c6168ffed411 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.989921] env[62555]: DEBUG oslo_vmware.api [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704671, 'name': PowerOffVM_Task, 'duration_secs': 0.215162} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.994317] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1566.994317] env[62555]: DEBUG nova.compute.manager [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.994990] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704672, 'name': Rename_Task, 'duration_secs': 0.417222} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.995908] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fa534c-3bae-4cae-9cb8-7e3aca37921e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.998364] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1566.999042] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8cdda2b-8260-4a04-b8df-2301d389ecd2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.005254] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.005254] env[62555]: value = "task-1704673" [ 1567.005254] env[62555]: _type = "Task" [ 1567.005254] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.005789] env[62555]: DEBUG oslo_vmware.api [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1567.005789] env[62555]: value = "task-1704674" [ 1567.005789] env[62555]: _type = "Task" [ 1567.005789] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.008615] env[62555]: DEBUG nova.virt.hardware [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1567.009552] env[62555]: DEBUG nova.virt.hardware [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1567.009552] env[62555]: DEBUG nova.virt.hardware [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.009552] env[62555]: DEBUG nova.virt.hardware [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1567.009552] env[62555]: DEBUG nova.virt.hardware [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.009701] env[62555]: DEBUG nova.virt.hardware [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1567.010232] env[62555]: DEBUG nova.virt.hardware [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1567.010232] env[62555]: DEBUG nova.virt.hardware [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1567.010232] env[62555]: DEBUG nova.virt.hardware [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1567.010352] env[62555]: DEBUG nova.virt.hardware [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1567.010476] env[62555]: DEBUG nova.virt.hardware [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1567.011891] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ecce3-b911-4264-b146-b37fd931b84a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.030239] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1567.030239] env[62555]: value = "task-1704675" [ 1567.030239] env[62555]: _type = "Task" [ 1567.030239] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.042777] env[62555]: DEBUG oslo_vmware.api [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.043367] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704673, 'name': CreateVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.047851] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ecb433-c31f-4d51-9b18-9fa99b3593f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.057122] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704675, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.403752] env[62555]: DEBUG nova.network.neutron [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Successfully updated port: 54626c75-02a2-41ce-aab9-d466c8617df9 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.424869] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95faa12c-b12e-4d28-9d08-2f326f6d4e82 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.436905] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440d9e6a-03cf-44a5-9703-fadf0c1c07e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.479017] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df66289-5efb-47cf-9198-d9fa31767f09 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.489140] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe927f7-26c6-4a9a-be72-66717154b6ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.507075] env[62555]: DEBUG nova.compute.provider_tree [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.513393] env[62555]: DEBUG nova.virt.hardware [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1567.513663] env[62555]: DEBUG nova.virt.hardware [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1567.513824] env[62555]: DEBUG nova.virt.hardware [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1567.515221] env[62555]: DEBUG nova.virt.hardware [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1567.515221] env[62555]: DEBUG nova.virt.hardware [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1567.515221] env[62555]: DEBUG nova.virt.hardware [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1567.515221] env[62555]: DEBUG nova.virt.hardware [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1567.515221] env[62555]: DEBUG nova.virt.hardware [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1567.515221] env[62555]: DEBUG nova.virt.hardware [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1567.515221] env[62555]: DEBUG nova.virt.hardware [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1567.515221] env[62555]: DEBUG nova.virt.hardware [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1567.517557] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e6a338-628b-4cf5-95e0-6cb4e935e18f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.522450] env[62555]: DEBUG nova.scheduler.client.report [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1567.535145] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e803496b-3532-4892-978a-0d860e91d73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.766s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.546308] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704673, 'name': CreateVM_Task, 'duration_secs': 0.372543} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.549434] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1567.550672] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ac0c8f-8ad3-4e35-af49-f399344a27a5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.555674] env[62555]: DEBUG oslo_vmware.api [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704674, 'name': PowerOffVM_Task, 'duration_secs': 0.209613} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.558964] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.559185] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.559535] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1567.559819] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.559984] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1567.560571] env[62555]: DEBUG oslo_vmware.api [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704675, 'name': PowerOnVM_Task, 'duration_secs': 0.47255} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.560805] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ea813e-0d78-4824-aeeb-7072c4d1e853 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.562754] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf54bc43-1211-43e8-81eb-3a4d130e7c7a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.564189] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.564400] env[62555]: INFO nova.compute.manager [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1567.564582] env[62555]: DEBUG nova.compute.manager [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1567.577377] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9b6819-630c-46db-a6e6-d699042c8836 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.580196] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.585722] env[62555]: DEBUG oslo.service.loopingcall [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.587201] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1567.587671] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd991b89-c74d-4ff3-9abf-433b0eaed747 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.603123] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1567.603123] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52770db0-4cb8-cdbe-59d7-6823c6bc115d" [ 1567.603123] env[62555]: _type = "Task" [ 1567.603123] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.612548] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.612548] env[62555]: value = "task-1704677" [ 1567.612548] env[62555]: _type = "Task" [ 1567.612548] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.619683] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52770db0-4cb8-cdbe-59d7-6823c6bc115d, 'name': SearchDatastore_Task, 'duration_secs': 0.011651} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.622504] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.622777] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1567.623011] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.623165] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.623341] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1567.623614] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db549b8b-f452-494b-94c8-4340c8fdb853 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.628681] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704677, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.637563] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1567.637563] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1567.637763] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b6f30b-dd1e-4651-9358-d0b5666b33ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.643796] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1567.643796] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525c23dc-c747-f5f5-b172-dfca4789335b" [ 1567.643796] env[62555]: _type = "Task" [ 1567.643796] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.652483] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525c23dc-c747-f5f5-b172-dfca4789335b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.709863] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1567.710285] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1567.710399] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Deleting the datastore file [datastore1] b6326d64-937c-46d9-8cba-883172239877 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1567.710650] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88730898-1bc3-4be7-b5b2-3ddbaeda4cea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.717981] env[62555]: DEBUG oslo_vmware.api [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for the task: (returnval){ [ 1567.717981] env[62555]: value = "task-1704678" [ 1567.717981] env[62555]: _type = "Task" [ 1567.717981] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.729470] env[62555]: DEBUG oslo_vmware.api [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.907783] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.907783] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.907783] env[62555]: DEBUG nova.network.neutron [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.934803] env[62555]: DEBUG nova.network.neutron [req-b7ae6702-cfc1-4409-815c-2e853bddcbe3 req-be1047f6-834e-4df1-bf1c-cc226d05deeb service nova] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Updated VIF entry in instance network info cache for port da470d74-d0b5-4710-8456-1f8f12cc9bab. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1567.934803] env[62555]: DEBUG nova.network.neutron [req-b7ae6702-cfc1-4409-815c-2e853bddcbe3 req-be1047f6-834e-4df1-bf1c-cc226d05deeb service nova] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Updating instance_info_cache with network_info: [{"id": "da470d74-d0b5-4710-8456-1f8f12cc9bab", "address": "fa:16:3e:4a:02:7b", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda470d74-d0", "ovs_interfaceid": "da470d74-d0b5-4710-8456-1f8f12cc9bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.035409] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.603s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.037861] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.568s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.039807] env[62555]: INFO nova.compute.claims [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.058481] env[62555]: INFO nova.scheduler.client.report [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Deleted allocations for instance d21ddb2e-1206-4135-b9e2-7d76dcf27864 [ 1568.113573] env[62555]: INFO nova.compute.manager [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Took 41.09 seconds to build instance. [ 1568.124228] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704677, 'name': CreateVM_Task, 'duration_secs': 0.352084} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.124802] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.125250] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.125410] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.125715] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1568.126286] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a791cc-cc17-4a24-8bbb-fdbef6fb5d78 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.132461] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1568.132461] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5279664b-12b3-1cd2-4358-1a1387e63d8f" [ 1568.132461] env[62555]: _type = "Task" [ 1568.132461] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.141919] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5279664b-12b3-1cd2-4358-1a1387e63d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.153358] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525c23dc-c747-f5f5-b172-dfca4789335b, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.154156] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679ba0e3-1ced-4f32-8de9-06de55bccbaf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.159635] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1568.159635] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52357abc-bf00-451a-3ccb-ca0cb6c92189" [ 1568.159635] env[62555]: _type = "Task" [ 1568.159635] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.170161] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52357abc-bf00-451a-3ccb-ca0cb6c92189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.230729] env[62555]: DEBUG oslo_vmware.api [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Task: {'id': task-1704678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207021} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.230999] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1568.231228] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1568.231409] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1568.231579] env[62555]: INFO nova.compute.manager [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] [instance: b6326d64-937c-46d9-8cba-883172239877] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1568.231824] env[62555]: DEBUG oslo.service.loopingcall [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.232099] env[62555]: DEBUG nova.compute.manager [-] [instance: b6326d64-937c-46d9-8cba-883172239877] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1568.232195] env[62555]: DEBUG nova.network.neutron [-] [instance: b6326d64-937c-46d9-8cba-883172239877] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1568.438117] env[62555]: DEBUG oslo_concurrency.lockutils [req-b7ae6702-cfc1-4409-815c-2e853bddcbe3 req-be1047f6-834e-4df1-bf1c-cc226d05deeb service nova] Releasing lock "refresh_cache-482b83bb-a607-4a69-b055-c6e8aefb77e0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.469880] env[62555]: DEBUG nova.network.neutron [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.568101] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0abcb814-a7d3-4628-96f1-bb5bcf2d28a5 tempest-ServerTagsTestJSON-1667011695 tempest-ServerTagsTestJSON-1667011695-project-member] Lock "d21ddb2e-1206-4135-b9e2-7d76dcf27864" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.943s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.601214] env[62555]: INFO nova.compute.manager [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Rebuilding instance [ 1568.618940] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1a8a7792-3928-441a-975e-5874dd9c0c8b tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.029s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.653714] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5279664b-12b3-1cd2-4358-1a1387e63d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.653714] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.653714] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1568.653945] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.667965] env[62555]: DEBUG nova.compute.manager [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1568.670979] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4956056d-dd70-4e49-b731-234d10244400 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.682397] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52357abc-bf00-451a-3ccb-ca0cb6c92189, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.684114] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.684380] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 482b83bb-a607-4a69-b055-c6e8aefb77e0/482b83bb-a607-4a69-b055-c6e8aefb77e0.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1568.691018] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.691018] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1568.691018] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b186ad57-9ef8-4d17-ad5f-c2103c9a8160 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.691018] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e83e3370-6d10-4017-b559-cf4a614ce11e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.697862] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1568.697862] env[62555]: value = "task-1704679" [ 1568.697862] env[62555]: _type = "Task" [ 1568.697862] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.702078] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1568.702386] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1568.703531] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afe4e40-c1f6-434d-a0c5-9e4e4d7564cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.709098] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.712831] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1568.712831] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52904dfd-0a2f-bff8-46a1-fb04a1f97e0d" [ 1568.712831] env[62555]: _type = "Task" [ 1568.712831] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.722076] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52904dfd-0a2f-bff8-46a1-fb04a1f97e0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.832405] env[62555]: DEBUG nova.network.neutron [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updating instance_info_cache with network_info: [{"id": "54626c75-02a2-41ce-aab9-d466c8617df9", "address": "fa:16:3e:3e:85:2b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54626c75-02", "ovs_interfaceid": "54626c75-02a2-41ce-aab9-d466c8617df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.152661] env[62555]: DEBUG nova.compute.manager [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received event network-vif-plugged-54626c75-02a2-41ce-aab9-d466c8617df9 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1569.152661] env[62555]: DEBUG oslo_concurrency.lockutils [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] Acquiring lock "131a3493-1f37-44bd-94c2-a1895723e334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.152661] env[62555]: DEBUG oslo_concurrency.lockutils [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] Lock "131a3493-1f37-44bd-94c2-a1895723e334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.152661] env[62555]: DEBUG oslo_concurrency.lockutils [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] Lock "131a3493-1f37-44bd-94c2-a1895723e334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1569.153084] env[62555]: DEBUG nova.compute.manager [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] No waiting events found dispatching network-vif-plugged-54626c75-02a2-41ce-aab9-d466c8617df9 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1569.153084] env[62555]: WARNING nova.compute.manager [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received unexpected event network-vif-plugged-54626c75-02a2-41ce-aab9-d466c8617df9 for instance with vm_state building and task_state spawning. [ 1569.153236] env[62555]: DEBUG nova.compute.manager [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received event network-changed-54626c75-02a2-41ce-aab9-d466c8617df9 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1569.153553] env[62555]: DEBUG nova.compute.manager [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Refreshing instance network info cache due to event network-changed-54626c75-02a2-41ce-aab9-d466c8617df9. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1569.153910] env[62555]: DEBUG oslo_concurrency.lockutils [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] Acquiring lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.220960] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517707} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.221283] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 482b83bb-a607-4a69-b055-c6e8aefb77e0/482b83bb-a607-4a69-b055-c6e8aefb77e0.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.221531] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.222213] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d96ceb1b-b3f9-4a65-ba6e-33d37474e156 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.229203] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52904dfd-0a2f-bff8-46a1-fb04a1f97e0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010537} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.232931] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e679c84-fdb9-4632-8f7e-334654a4e207 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.236677] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1569.236677] env[62555]: value = "task-1704680" [ 1569.236677] env[62555]: _type = "Task" [ 1569.236677] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.241558] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1569.241558] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525b7be4-edc5-493f-62d3-8351763fe6b6" [ 1569.241558] env[62555]: _type = "Task" [ 1569.241558] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.251382] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.259311] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525b7be4-edc5-493f-62d3-8351763fe6b6, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.259311] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.259452] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 1c6c6982-fa30-48b9-82db-732948c9ec2e/1c6c6982-fa30-48b9-82db-732948c9ec2e.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1569.259763] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcb6f8d7-3f0f-4549-b716-460c7973e3f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.268627] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1569.268627] env[62555]: value = "task-1704681" [ 1569.268627] env[62555]: _type = "Task" [ 1569.268627] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.279713] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.338441] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.339181] env[62555]: DEBUG nova.compute.manager [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Instance network_info: |[{"id": "54626c75-02a2-41ce-aab9-d466c8617df9", "address": "fa:16:3e:3e:85:2b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54626c75-02", "ovs_interfaceid": "54626c75-02a2-41ce-aab9-d466c8617df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1569.339974] env[62555]: DEBUG oslo_concurrency.lockutils [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] Acquired lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.340126] env[62555]: DEBUG nova.network.neutron [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Refreshing network info cache for port 54626c75-02a2-41ce-aab9-d466c8617df9 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1569.341648] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:85:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54626c75-02a2-41ce-aab9-d466c8617df9', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.353342] env[62555]: DEBUG oslo.service.loopingcall [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.358525] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.359369] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac766bb6-06c6-4c9d-a35c-547a3a8ce654 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.384179] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.384179] env[62555]: value = "task-1704682" [ 1569.384179] env[62555]: _type = "Task" [ 1569.384179] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.395908] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704682, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.501493] env[62555]: INFO nova.compute.manager [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Rebuilding instance [ 1569.545297] env[62555]: DEBUG nova.network.neutron [-] [instance: b6326d64-937c-46d9-8cba-883172239877] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.570028] env[62555]: DEBUG nova.compute.manager [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1569.571352] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd616684-10cc-489a-a448-8f8c9820a311 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.600203] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b498ff66-1fe2-4e99-89e7-f6ee844a7c64 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.613033] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23701e95-f2e1-40ff-9dfd-cc38e7c0654a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.657782] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2c6cf1-9934-49eb-9b7b-0fc4465ad6c0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.671156] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd86e39-6837-4e3f-9d14-51cb11c1d9cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.689119] env[62555]: DEBUG nova.compute.provider_tree [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.694836] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.695556] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-468e1a74-50d3-460a-94a7-5ce0f955c80f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.705185] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1569.705185] env[62555]: value = "task-1704683" [ 1569.705185] env[62555]: _type = "Task" [ 1569.705185] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.715895] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1569.716366] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1569.717266] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ac0638-b3fe-482e-b4cd-657440c21d22 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.726442] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1569.726828] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0e82194-854d-4031-bc94-fca5366c86bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.741582] env[62555]: DEBUG nova.network.neutron [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updated VIF entry in instance network info cache for port 54626c75-02a2-41ce-aab9-d466c8617df9. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.742440] env[62555]: DEBUG nova.network.neutron [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updating instance_info_cache with network_info: [{"id": "54626c75-02a2-41ce-aab9-d466c8617df9", "address": "fa:16:3e:3e:85:2b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54626c75-02", "ovs_interfaceid": "54626c75-02a2-41ce-aab9-d466c8617df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.750182] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068153} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.750524] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.751384] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcd596c-9a52-4c6b-b1fc-77fc9c5f2478 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.777104] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 482b83bb-a607-4a69-b055-c6e8aefb77e0/482b83bb-a607-4a69-b055-c6e8aefb77e0.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.778163] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fbd6e43-b520-42f8-8cce-1a9f84b7ff20 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.804316] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447647} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.805838] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 1c6c6982-fa30-48b9-82db-732948c9ec2e/1c6c6982-fa30-48b9-82db-732948c9ec2e.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1569.806181] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1569.806515] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1569.806515] env[62555]: value = "task-1704685" [ 1569.806515] env[62555]: _type = "Task" [ 1569.806515] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.806817] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c76a2b02-2fff-4262-bdb4-2f3675a7b2df {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.822041] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.822041] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1569.822041] env[62555]: value = "task-1704686" [ 1569.822041] env[62555]: _type = "Task" [ 1569.822041] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.830431] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.832239] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1569.832640] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1569.833014] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleting the datastore file [datastore1] a29dcab5-08b5-4549-b361-5b15efcdd240 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1569.833289] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-521085c0-837e-4bf8-9fb4-2f558031b689 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.841227] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1569.841227] env[62555]: value = "task-1704687" [ 1569.841227] env[62555]: _type = "Task" [ 1569.841227] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.857422] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.896098] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704682, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.048261] env[62555]: INFO nova.compute.manager [-] [instance: b6326d64-937c-46d9-8cba-883172239877] Took 1.82 seconds to deallocate network for instance. [ 1570.193149] env[62555]: DEBUG nova.scheduler.client.report [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1570.246532] env[62555]: DEBUG oslo_concurrency.lockutils [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] Releasing lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.246889] env[62555]: DEBUG nova.compute.manager [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Received event network-vif-deleted-dcd66260-9db8-4164-b89e-304215f88d65 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1570.247136] env[62555]: INFO nova.compute.manager [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Neutron deleted interface dcd66260-9db8-4164-b89e-304215f88d65; detaching it from the instance and deleting it from the info cache [ 1570.247446] env[62555]: DEBUG nova.network.neutron [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Updating instance_info_cache with network_info: [{"id": "cd18e57f-b7db-4f51-9c29-a9def91c61ca", "address": "fa:16:3e:dd:8f:8c", "network": {"id": "00f8a1a5-f194-4ffd-a67e-88d5727c5d2e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-467735006", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.17", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3988fd3c673a43c2845ad67612608a66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd18e57f-b7", "ovs_interfaceid": "cd18e57f-b7db-4f51-9c29-a9def91c61ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.322982] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704685, 'name': ReconfigVM_Task, 'duration_secs': 0.328095} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.331558] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 482b83bb-a607-4a69-b055-c6e8aefb77e0/482b83bb-a607-4a69-b055-c6e8aefb77e0.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.332724] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aea4971-1ee7-4909-904a-ba8e8667099d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.344239] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074825} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.344239] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1570.344239] env[62555]: value = "task-1704688" [ 1570.344239] env[62555]: _type = "Task" [ 1570.344239] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.347829] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1570.349463] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295f34e4-d019-4ce3-b8f5-ea5880b5f7c4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.361773] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145629} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.372397] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.372529] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.372731] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.388413] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 1c6c6982-fa30-48b9-82db-732948c9ec2e/1c6c6982-fa30-48b9-82db-732948c9ec2e.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1570.388753] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704688, 'name': Rename_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.389343] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc80602d-56f7-4ce1-b0dd-cd94652096bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.414979] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704682, 'name': CreateVM_Task, 'duration_secs': 0.565647} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.416707] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.417086] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1570.417086] env[62555]: value = "task-1704689" [ 1570.417086] env[62555]: _type = "Task" [ 1570.417086] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.417729] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.417894] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.419546] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1570.420765] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665b20d3-c330-4bf6-b1a0-818411095177 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.429262] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1570.429262] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52eef626-3426-6f49-01d4-fbab8871a244" [ 1570.429262] env[62555]: _type = "Task" [ 1570.429262] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.433806] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704689, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.446346] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52eef626-3426-6f49-01d4-fbab8871a244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.555912] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.595111] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.595358] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7721266c-53c2-49d0-8d8a-425939d569cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.604779] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1570.604779] env[62555]: value = "task-1704690" [ 1570.604779] env[62555]: _type = "Task" [ 1570.604779] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.613710] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.698029] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1570.698854] env[62555]: DEBUG nova.compute.manager [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1570.701481] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.463s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1570.701694] env[62555]: DEBUG nova.objects.instance [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lazy-loading 'resources' on Instance uuid c4828b08-06d6-4914-9bc9-46f3ee8f9bc4 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1570.751020] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-238a9045-e612-4469-8aa2-a420debc52ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.764025] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aff35b-4ff2-480b-afd6-116b1b80499e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.803330] env[62555]: DEBUG nova.compute.manager [req-a0049eec-afb9-4c43-9ecc-8b7120115da1 req-82701e7c-4542-45b5-8d28-da992fbba53a service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Detach interface failed, port_id=dcd66260-9db8-4164-b89e-304215f88d65, reason: Instance b6326d64-937c-46d9-8cba-883172239877 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1570.859107] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704688, 'name': Rename_Task, 'duration_secs': 0.161923} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.859107] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.859107] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae12b626-5a7c-478e-8dde-cd9d60f5d50b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.866611] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1570.866611] env[62555]: value = "task-1704691" [ 1570.866611] env[62555]: _type = "Task" [ 1570.866611] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.875327] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.931300] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704689, 'name': ReconfigVM_Task, 'duration_secs': 0.291031} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.932104] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 1c6c6982-fa30-48b9-82db-732948c9ec2e/1c6c6982-fa30-48b9-82db-732948c9ec2e.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.932236] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e46127e-8cbc-4119-b3df-6c3e2b4a8119 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.944763] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52eef626-3426-6f49-01d4-fbab8871a244, 'name': SearchDatastore_Task, 'duration_secs': 0.028733} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.946564] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.947252] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1570.947252] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.947391] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.947659] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1570.948234] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1570.948234] env[62555]: value = "task-1704692" [ 1570.948234] env[62555]: _type = "Task" [ 1570.948234] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.948455] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-282a3d31-f706-401e-8b94-cac95a101037 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.961363] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704692, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.963513] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1570.963706] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1570.964848] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc55b0b7-dda9-4cb7-9587-789dc01b5b74 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.972942] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1570.972942] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52edf60c-ff8f-7020-f77a-8f660fdf7960" [ 1570.972942] env[62555]: _type = "Task" [ 1570.972942] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.984339] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52edf60c-ff8f-7020-f77a-8f660fdf7960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.114289] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704690, 'name': PowerOffVM_Task, 'duration_secs': 0.234638} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.114569] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1571.114797] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.115575] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415ec22d-f605-45ad-9ade-f1d41eae0e83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.123271] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1571.123513] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90e3e4ce-0598-4fdc-8072-becdee1607d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.180181] env[62555]: DEBUG nova.compute.manager [req-e63156dd-dbd2-43ca-ac37-1667a82fb736 req-908eba89-1f95-4c49-b384-6e38fb2273db service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Received event network-vif-deleted-cd18e57f-b7db-4f51-9c29-a9def91c61ca {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1571.180439] env[62555]: INFO nova.compute.manager [req-e63156dd-dbd2-43ca-ac37-1667a82fb736 req-908eba89-1f95-4c49-b384-6e38fb2273db service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Neutron deleted interface cd18e57f-b7db-4f51-9c29-a9def91c61ca; detaching it from the instance and deleting it from the info cache [ 1571.180637] env[62555]: DEBUG nova.network.neutron [req-e63156dd-dbd2-43ca-ac37-1667a82fb736 req-908eba89-1f95-4c49-b384-6e38fb2273db service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1571.208285] env[62555]: DEBUG nova.compute.utils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1571.211953] env[62555]: DEBUG nova.compute.manager [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1571.212151] env[62555]: DEBUG nova.network.neutron [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1571.213938] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1571.214155] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1571.214346] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleting the datastore file [datastore1] 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.214595] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-442aeb59-c91b-4aad-86d6-1b49d90c9ee2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.222534] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1571.222534] env[62555]: value = "task-1704694" [ 1571.222534] env[62555]: _type = "Task" [ 1571.222534] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.232025] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.265698] env[62555]: DEBUG nova.policy [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d2930b444e84c28ab926e0931d26b9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '928fbc51b1534ddf9371dc2db4a3d9ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1571.378353] env[62555]: DEBUG oslo_vmware.api [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704691, 'name': PowerOnVM_Task, 'duration_secs': 0.478747} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.378719] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.379105] env[62555]: INFO nova.compute.manager [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Took 7.51 seconds to spawn the instance on the hypervisor. [ 1571.379522] env[62555]: DEBUG nova.compute.manager [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1571.380491] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5387943f-dd9e-4a11-9eb3-48c8bed6f918 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.432217] env[62555]: DEBUG nova.virt.hardware [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1571.432534] env[62555]: DEBUG nova.virt.hardware [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1571.432708] env[62555]: DEBUG nova.virt.hardware [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.433238] env[62555]: DEBUG nova.virt.hardware [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1571.433238] env[62555]: DEBUG nova.virt.hardware [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.433632] env[62555]: DEBUG nova.virt.hardware [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1571.433774] env[62555]: DEBUG nova.virt.hardware [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1571.434041] env[62555]: DEBUG nova.virt.hardware [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1571.434329] env[62555]: DEBUG nova.virt.hardware [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1571.434604] env[62555]: DEBUG nova.virt.hardware [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1571.434840] env[62555]: DEBUG nova.virt.hardware [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1571.435779] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252487f4-076d-41c5-9d95-ec1f95d3736e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.448033] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e38234-15cd-4528-bf4a-fd3c30bb90b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.468823] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:0c:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eed41180-d90a-4b84-a003-a64fa1aa9073', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1571.478415] env[62555]: DEBUG oslo.service.loopingcall [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1571.484292] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1571.484577] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704692, 'name': Rename_Task, 'duration_secs': 0.157381} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.488336] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e89a13c-691e-4950-99df-14c3e84000ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.505113] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1571.507803] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00cecc99-f4d2-4cac-a178-b93a605972dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.516898] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52edf60c-ff8f-7020-f77a-8f660fdf7960, 'name': SearchDatastore_Task, 'duration_secs': 0.018938} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.519640] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1571.519640] env[62555]: value = "task-1704696" [ 1571.519640] env[62555]: _type = "Task" [ 1571.519640] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.519937] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1571.519937] env[62555]: value = "task-1704695" [ 1571.519937] env[62555]: _type = "Task" [ 1571.519937] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.522484] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecd53d28-0cb0-4ed5-a195-a33e02f36750 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.547211] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704695, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.547624] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1571.547624] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520c2cfd-b242-5a37-a2e0-5eec9087cd36" [ 1571.547624] env[62555]: _type = "Task" [ 1571.547624] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.547779] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704696, 'name': CreateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.556327] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520c2cfd-b242-5a37-a2e0-5eec9087cd36, 'name': SearchDatastore_Task, 'duration_secs': 0.017435} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.556578] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.557074] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 131a3493-1f37-44bd-94c2-a1895723e334/131a3493-1f37-44bd-94c2-a1895723e334.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1571.559754] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f722611-ca11-4259-97ad-54bd3e216cac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.570818] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1571.570818] env[62555]: value = "task-1704697" [ 1571.570818] env[62555]: _type = "Task" [ 1571.570818] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.583602] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.686557] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52b83aff-6919-4541-80e1-f7d19ec688a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.698988] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9e95a6-63cf-4c7d-a9ed-8587887593a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.713627] env[62555]: DEBUG nova.compute.manager [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1571.727460] env[62555]: DEBUG nova.network.neutron [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Successfully created port: d6cb08d0-6c53-4c59-8ee4-25823825d1fa {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1571.730842] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10241ad9-fb28-4eae-aff0-a40a8f483654 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.749656] env[62555]: DEBUG nova.compute.manager [req-e63156dd-dbd2-43ca-ac37-1667a82fb736 req-908eba89-1f95-4c49-b384-6e38fb2273db service nova] [instance: b6326d64-937c-46d9-8cba-883172239877] Detach interface failed, port_id=cd18e57f-b7db-4f51-9c29-a9def91c61ca, reason: Instance b6326d64-937c-46d9-8cba-883172239877 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1571.755865] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164311} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.757884] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1571.758115] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1571.758374] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1571.762523] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ec2d2a-e010-41ce-9e20-1ed3104276d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.798855] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08db6315-8115-4287-a7f7-b5e021cf208e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.808419] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30575dd2-4b8e-4f7e-a1f8-a11cad38c3c5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.826103] env[62555]: DEBUG nova.compute.provider_tree [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1571.902652] env[62555]: INFO nova.compute.manager [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Took 41.15 seconds to build instance. [ 1572.042622] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704696, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.042965] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704695, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.082390] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704697, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.329140] env[62555]: DEBUG nova.scheduler.client.report [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1572.404392] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fc2b6e38-b4ba-4e83-ba9f-763297db4bea tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "482b83bb-a607-4a69-b055-c6e8aefb77e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.776s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.538916] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704696, 'name': CreateVM_Task, 'duration_secs': 0.653254} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.541921] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.542227] env[62555]: DEBUG oslo_vmware.api [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704695, 'name': PowerOnVM_Task, 'duration_secs': 0.824159} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.542853] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.543027] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.543347] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.543614] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.543809] env[62555]: DEBUG nova.compute.manager [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.544167] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86818a74-63db-4740-a475-9f1b887db1fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.546239] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854d8725-02ca-4e31-9750-274fec0d872d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.553932] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1572.553932] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52201cb9-9519-c996-36fa-1805bcee4e6f" [ 1572.553932] env[62555]: _type = "Task" [ 1572.553932] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.564787] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52201cb9-9519-c996-36fa-1805bcee4e6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.582675] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594991} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.582675] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 131a3493-1f37-44bd-94c2-a1895723e334/131a3493-1f37-44bd-94c2-a1895723e334.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.582675] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.582675] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29f7644a-a4ef-4cd3-aa3c-42adff37324b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.590802] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1572.590802] env[62555]: value = "task-1704698" [ 1572.590802] env[62555]: _type = "Task" [ 1572.590802] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.602224] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.725045] env[62555]: DEBUG nova.compute.manager [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1572.754438] env[62555]: DEBUG nova.virt.hardware [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1572.754438] env[62555]: DEBUG nova.virt.hardware [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1572.754438] env[62555]: DEBUG nova.virt.hardware [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.754438] env[62555]: DEBUG nova.virt.hardware [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1572.754758] env[62555]: DEBUG nova.virt.hardware [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.754758] env[62555]: DEBUG nova.virt.hardware [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1572.754844] env[62555]: DEBUG nova.virt.hardware [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1572.754965] env[62555]: DEBUG nova.virt.hardware [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1572.755199] env[62555]: DEBUG nova.virt.hardware [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1572.755396] env[62555]: DEBUG nova.virt.hardware [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1572.755585] env[62555]: DEBUG nova.virt.hardware [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1572.756617] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6182388a-50b2-4377-b939-bdd2c7b376b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.765792] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020b5f15-6388-428b-afad-12561b544fbb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.793744] env[62555]: DEBUG nova.virt.hardware [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1572.794061] env[62555]: DEBUG nova.virt.hardware [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1572.794311] env[62555]: DEBUG nova.virt.hardware [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1572.795033] env[62555]: DEBUG nova.virt.hardware [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1572.795033] env[62555]: DEBUG nova.virt.hardware [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1572.795033] env[62555]: DEBUG nova.virt.hardware [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1572.795033] env[62555]: DEBUG nova.virt.hardware [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1572.795255] env[62555]: DEBUG nova.virt.hardware [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1572.795353] env[62555]: DEBUG nova.virt.hardware [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1572.795623] env[62555]: DEBUG nova.virt.hardware [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1572.795737] env[62555]: DEBUG nova.virt.hardware [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1572.796729] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4056f84-6146-4953-a715-854340e6c823 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.806875] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8039027c-b5a4-4d23-ad7d-554544a9ee12 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.822794] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:78:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd1657a38-8bef-4d44-84c7-9456b190b06e', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1572.830329] env[62555]: DEBUG oslo.service.loopingcall [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.830624] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1572.830782] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16c34c4b-ba04-4d74-8dbc-4b7b17c4aafd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.845589] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.144s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1572.847804] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.338s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.849565] env[62555]: INFO nova.compute.claims [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1572.855161] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] Acquiring lock "refresh_cache-482b83bb-a607-4a69-b055-c6e8aefb77e0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.855369] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] Acquired lock "refresh_cache-482b83bb-a607-4a69-b055-c6e8aefb77e0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.855550] env[62555]: DEBUG nova.network.neutron [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1572.860502] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1572.860502] env[62555]: value = "task-1704699" [ 1572.860502] env[62555]: _type = "Task" [ 1572.860502] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.869122] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704699, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.870841] env[62555]: INFO nova.scheduler.client.report [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Deleted allocations for instance c4828b08-06d6-4914-9bc9-46f3ee8f9bc4 [ 1573.073810] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52201cb9-9519-c996-36fa-1805bcee4e6f, 'name': SearchDatastore_Task, 'duration_secs': 0.043963} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.074374] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.074694] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.074942] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1573.075205] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.075350] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.075529] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1573.075796] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90bd545f-bd82-468d-b71a-e0433778c6da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.087048] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1573.087253] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1573.088761] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c454fbf4-d395-4dea-aa23-f4cc3ffca482 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.099378] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1573.099378] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b086e4-88a5-dd75-c5d3-39d168a407aa" [ 1573.099378] env[62555]: _type = "Task" [ 1573.099378] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.105297] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247742} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.106011] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.106841] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa62a91-7284-4f32-bd6d-94d2c84f2fd1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.112915] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b086e4-88a5-dd75-c5d3-39d168a407aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.134545] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 131a3493-1f37-44bd-94c2-a1895723e334/131a3493-1f37-44bd-94c2-a1895723e334.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.135123] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e21024-62e7-4fa3-bf0f-a5b824816dbf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.159522] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1573.159522] env[62555]: value = "task-1704700" [ 1573.159522] env[62555]: _type = "Task" [ 1573.159522] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.168900] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.371721] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704699, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.379081] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e6185ac-5c4d-4950-8ea0-e0561427014e tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "c4828b08-06d6-4914-9bc9-46f3ee8f9bc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.314s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.393497] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquiring lock "1c6c6982-fa30-48b9-82db-732948c9ec2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.393497] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "1c6c6982-fa30-48b9-82db-732948c9ec2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.393708] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquiring lock "1c6c6982-fa30-48b9-82db-732948c9ec2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.393938] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "1c6c6982-fa30-48b9-82db-732948c9ec2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.394106] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "1c6c6982-fa30-48b9-82db-732948c9ec2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.396533] env[62555]: INFO nova.compute.manager [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Terminating instance [ 1573.610719] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b086e4-88a5-dd75-c5d3-39d168a407aa, 'name': SearchDatastore_Task, 'duration_secs': 0.022046} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.611815] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48e2229-5773-40ed-a523-a042e0fd4528 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.618642] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1573.618642] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f201e4-8b49-07f5-81e4-102ba44415d9" [ 1573.618642] env[62555]: _type = "Task" [ 1573.618642] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.626636] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f201e4-8b49-07f5-81e4-102ba44415d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.669654] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.872095] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704699, 'name': CreateVM_Task, 'duration_secs': 0.541541} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.872282] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1573.872979] env[62555]: DEBUG oslo_concurrency.lockutils [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.873226] env[62555]: DEBUG oslo_concurrency.lockutils [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.873542] env[62555]: DEBUG oslo_concurrency.lockutils [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1573.873800] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c62796-4fc0-4063-861c-b9a133fc4ee4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.879183] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1573.879183] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525fb317-2b99-f534-873c-f04c084961d0" [ 1573.879183] env[62555]: _type = "Task" [ 1573.879183] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.893148] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525fb317-2b99-f534-873c-f04c084961d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.901197] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquiring lock "refresh_cache-1c6c6982-fa30-48b9-82db-732948c9ec2e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.901551] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquired lock "refresh_cache-1c6c6982-fa30-48b9-82db-732948c9ec2e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.901746] env[62555]: DEBUG nova.network.neutron [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.036846] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "57c76784-a3bc-4a7e-97ad-73a06e2835da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.037259] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "57c76784-a3bc-4a7e-97ad-73a06e2835da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.037512] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "57c76784-a3bc-4a7e-97ad-73a06e2835da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.037722] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "57c76784-a3bc-4a7e-97ad-73a06e2835da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.037906] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "57c76784-a3bc-4a7e-97ad-73a06e2835da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.042041] env[62555]: INFO nova.compute.manager [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Terminating instance [ 1574.086439] env[62555]: DEBUG nova.network.neutron [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Updating instance_info_cache with network_info: [{"id": "da470d74-d0b5-4710-8456-1f8f12cc9bab", "address": "fa:16:3e:4a:02:7b", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda470d74-d0", "ovs_interfaceid": "da470d74-d0b5-4710-8456-1f8f12cc9bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.136298] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f201e4-8b49-07f5-81e4-102ba44415d9, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.136298] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.136298] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a29dcab5-08b5-4549-b361-5b15efcdd240/a29dcab5-08b5-4549-b361-5b15efcdd240.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1574.136298] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b56a8126-c266-4dd9-939c-896d4cdeca87 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.143496] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1574.143496] env[62555]: value = "task-1704701" [ 1574.143496] env[62555]: _type = "Task" [ 1574.143496] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.154877] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.170507] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704700, 'name': ReconfigVM_Task, 'duration_secs': 0.660668} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.170792] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 131a3493-1f37-44bd-94c2-a1895723e334/131a3493-1f37-44bd-94c2-a1895723e334.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.172111] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f22b994a-2707-4e67-b517-6046100b7184 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.180329] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1574.180329] env[62555]: value = "task-1704702" [ 1574.180329] env[62555]: _type = "Task" [ 1574.180329] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.192685] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704702, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.244379] env[62555]: DEBUG nova.network.neutron [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Successfully updated port: d6cb08d0-6c53-4c59-8ee4-25823825d1fa {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1574.295621] env[62555]: DEBUG nova.compute.manager [req-2b1bb2ab-9cab-4200-9f71-63895bb65ba3 req-aeaf119e-a26a-4f2c-acbe-8b0a0a5264a6 service nova] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Received event network-vif-plugged-d6cb08d0-6c53-4c59-8ee4-25823825d1fa {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1574.295621] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b1bb2ab-9cab-4200-9f71-63895bb65ba3 req-aeaf119e-a26a-4f2c-acbe-8b0a0a5264a6 service nova] Acquiring lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.295784] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b1bb2ab-9cab-4200-9f71-63895bb65ba3 req-aeaf119e-a26a-4f2c-acbe-8b0a0a5264a6 service nova] Lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.295999] env[62555]: DEBUG oslo_concurrency.lockutils [req-2b1bb2ab-9cab-4200-9f71-63895bb65ba3 req-aeaf119e-a26a-4f2c-acbe-8b0a0a5264a6 service nova] Lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1574.296282] env[62555]: DEBUG nova.compute.manager [req-2b1bb2ab-9cab-4200-9f71-63895bb65ba3 req-aeaf119e-a26a-4f2c-acbe-8b0a0a5264a6 service nova] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] No waiting events found dispatching network-vif-plugged-d6cb08d0-6c53-4c59-8ee4-25823825d1fa {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1574.296505] env[62555]: WARNING nova.compute.manager [req-2b1bb2ab-9cab-4200-9f71-63895bb65ba3 req-aeaf119e-a26a-4f2c-acbe-8b0a0a5264a6 service nova] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Received unexpected event network-vif-plugged-d6cb08d0-6c53-4c59-8ee4-25823825d1fa for instance with vm_state building and task_state spawning. [ 1574.354393] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4837d2ba-fa8c-4c51-95f7-4175690edb91 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.363211] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c86f4a1-45bb-48b0-b67e-a7c2c6333ea9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.399462] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc37210d-ec73-44db-a8c3-a19e9805f4a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.411975] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525fb317-2b99-f534-873c-f04c084961d0, 'name': SearchDatastore_Task, 'duration_secs': 0.011496} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.412761] env[62555]: DEBUG oslo_concurrency.lockutils [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.414231] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1574.414231] env[62555]: DEBUG oslo_concurrency.lockutils [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.414231] env[62555]: DEBUG oslo_concurrency.lockutils [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.414231] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1574.414820] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1e3950-c661-4a94-bd85-7d8eacb09144 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.418724] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25767a5b-97e1-4238-838a-029becb55a14 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.433039] env[62555]: DEBUG nova.compute.provider_tree [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.436684] env[62555]: DEBUG nova.network.neutron [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1574.438705] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1574.438820] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1574.439867] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d76bd8-3d59-4944-878a-550b1229123b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.448905] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1574.448905] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5224119f-2ca5-8d5d-6fd9-4b3d0fc26d61" [ 1574.448905] env[62555]: _type = "Task" [ 1574.448905] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.458716] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5224119f-2ca5-8d5d-6fd9-4b3d0fc26d61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.547016] env[62555]: DEBUG nova.compute.manager [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1574.547360] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1574.548431] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9e26e0-c60e-4e2a-b62f-edd3c7de0c23 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.558865] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1574.559302] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbc4a447-235d-48bc-855f-6d3a56df88c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.568903] env[62555]: DEBUG oslo_vmware.api [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1574.568903] env[62555]: value = "task-1704703" [ 1574.568903] env[62555]: _type = "Task" [ 1574.568903] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.578423] env[62555]: DEBUG oslo_vmware.api [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.581319] env[62555]: DEBUG nova.network.neutron [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.589410] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] Releasing lock "refresh_cache-482b83bb-a607-4a69-b055-c6e8aefb77e0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.589410] env[62555]: DEBUG nova.compute.manager [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Inject network info {{(pid=62555) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7574}} [ 1574.589410] env[62555]: DEBUG nova.compute.manager [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] network_info to inject: |[{"id": "da470d74-d0b5-4710-8456-1f8f12cc9bab", "address": "fa:16:3e:4a:02:7b", "network": {"id": "4c63b9b9-1632-40b7-a89e-d509541574c3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1991024810-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "922f74d22fdd42559ad25ec18ec3bdfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79ece966-6187-47d7-bce7-cc39df14ac67", "external-id": "nsx-vlan-transportzone-472", "segmentation_id": 472, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda470d74-d0", "ovs_interfaceid": "da470d74-d0b5-4710-8456-1f8f12cc9bab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7575}} [ 1574.594500] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Reconfiguring VM instance to set the machine id {{(pid=62555) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1574.595561] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-714a0eb4-db6d-4208-9d9c-320c7d535f24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.614188] env[62555]: DEBUG oslo_vmware.api [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] Waiting for the task: (returnval){ [ 1574.614188] env[62555]: value = "task-1704704" [ 1574.614188] env[62555]: _type = "Task" [ 1574.614188] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.625211] env[62555]: DEBUG oslo_vmware.api [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] Task: {'id': task-1704704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.654632] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704701, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.694058] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704702, 'name': Rename_Task, 'duration_secs': 0.172246} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.694401] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.694683] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f67fe639-8b33-439b-9604-a45605163567 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.704301] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1574.704301] env[62555]: value = "task-1704705" [ 1574.704301] env[62555]: _type = "Task" [ 1574.704301] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.729180] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704705, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.744947] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "refresh_cache-b21dcbcf-03e2-429f-be05-56d7ef7dec00" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.745167] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired lock "refresh_cache-b21dcbcf-03e2-429f-be05-56d7ef7dec00" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.745378] env[62555]: DEBUG nova.network.neutron [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.940892] env[62555]: DEBUG nova.scheduler.client.report [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1574.960333] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5224119f-2ca5-8d5d-6fd9-4b3d0fc26d61, 'name': SearchDatastore_Task, 'duration_secs': 0.069833} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.961786] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0027595-5eb4-4a18-b8f2-e4a3c3defc50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.968481] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1574.968481] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e78472-bf86-56c1-9798-14fee177aed1" [ 1574.968481] env[62555]: _type = "Task" [ 1574.968481] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.978679] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e78472-bf86-56c1-9798-14fee177aed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.078960] env[62555]: DEBUG oslo_vmware.api [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704703, 'name': PowerOffVM_Task, 'duration_secs': 0.365138} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.079333] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1575.079554] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1575.079912] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d142243-79bd-4ac9-bb82-bfa7b7a19e4d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.084653] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Releasing lock "refresh_cache-1c6c6982-fa30-48b9-82db-732948c9ec2e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.084653] env[62555]: DEBUG nova.compute.manager [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1575.084653] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1575.085513] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e64333-2cbf-4daa-988d-67ba897ac54b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.093744] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1575.093886] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5499bf4-c749-4433-ac71-9a2ad80306ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.101154] env[62555]: DEBUG oslo_vmware.api [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1575.101154] env[62555]: value = "task-1704707" [ 1575.101154] env[62555]: _type = "Task" [ 1575.101154] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.109818] env[62555]: DEBUG oslo_vmware.api [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.124440] env[62555]: DEBUG oslo_vmware.api [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] Task: {'id': task-1704704, 'name': ReconfigVM_Task, 'duration_secs': 0.313673} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.124856] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bac5caf8-60b7-4546-864b-a0157028c5b0 tempest-ServersAdminTestJSON-706372068 tempest-ServersAdminTestJSON-706372068-project-admin] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Reconfigured VM instance to set the machine id {{(pid=62555) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1575.156043] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67508} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.156141] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a29dcab5-08b5-4549-b361-5b15efcdd240/a29dcab5-08b5-4549-b361-5b15efcdd240.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1575.156702] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1575.156702] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db7f7717-93bc-444c-a61d-9261f975a5d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.166232] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1575.166232] env[62555]: value = "task-1704708" [ 1575.166232] env[62555]: _type = "Task" [ 1575.166232] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.176911] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.216429] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.283104] env[62555]: DEBUG nova.network.neutron [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1575.447018] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.447590] env[62555]: DEBUG nova.compute.manager [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1575.452595] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.317s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.454153] env[62555]: INFO nova.compute.claims [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1575.489248] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e78472-bf86-56c1-9798-14fee177aed1, 'name': SearchDatastore_Task, 'duration_secs': 0.017565} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.489546] env[62555]: DEBUG oslo_concurrency.lockutils [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.489801] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9/513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1575.490345] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f0bb2fb-445b-4d30-a6d4-39800f0682b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.498805] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1575.498805] env[62555]: value = "task-1704709" [ 1575.498805] env[62555]: _type = "Task" [ 1575.498805] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.512729] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.522770] env[62555]: DEBUG nova.network.neutron [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Updating instance_info_cache with network_info: [{"id": "d6cb08d0-6c53-4c59-8ee4-25823825d1fa", "address": "fa:16:3e:80:b0:11", "network": {"id": "dde653ed-e241-43fb-a29a-8874ce81a6f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2010813893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928fbc51b1534ddf9371dc2db4a3d9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6cb08d0-6c", "ovs_interfaceid": "d6cb08d0-6c53-4c59-8ee4-25823825d1fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1575.612837] env[62555]: DEBUG oslo_vmware.api [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704707, 'name': PowerOffVM_Task, 'duration_secs': 0.257868} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.614159] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1575.614159] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1575.614159] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b731f52-bee4-4049-ad53-995e351db9cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.616771] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1575.616977] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1575.617179] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Deleting the datastore file [datastore1] 57c76784-a3bc-4a7e-97ad-73a06e2835da {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.617860] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-422e05f4-8a3c-468a-8207-61a2d1f6916d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.625282] env[62555]: DEBUG oslo_vmware.api [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for the task: (returnval){ [ 1575.625282] env[62555]: value = "task-1704711" [ 1575.625282] env[62555]: _type = "Task" [ 1575.625282] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.633889] env[62555]: DEBUG oslo_vmware.api [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.658032] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1575.658032] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1575.658032] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Deleting the datastore file [datastore1] 1c6c6982-fa30-48b9-82db-732948c9ec2e {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.658429] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a95b566-6bbb-40d1-b2cb-a01bf5bf44b0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.667025] env[62555]: DEBUG oslo_vmware.api [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for the task: (returnval){ [ 1575.667025] env[62555]: value = "task-1704712" [ 1575.667025] env[62555]: _type = "Task" [ 1575.667025] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.679857] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140563} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.683292] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.684222] env[62555]: DEBUG oslo_vmware.api [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.685834] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1d48c2-e94e-4977-ad0e-950203a19f2a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.711665] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] a29dcab5-08b5-4549-b361-5b15efcdd240/a29dcab5-08b5-4549-b361-5b15efcdd240.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.711665] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fde3f4d4-7bc5-4220-b5fa-e24bb5e77915 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.738571] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704705, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.740360] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1575.740360] env[62555]: value = "task-1704713" [ 1575.740360] env[62555]: _type = "Task" [ 1575.740360] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.750920] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.959021] env[62555]: DEBUG nova.compute.utils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1575.963018] env[62555]: DEBUG nova.compute.manager [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1575.963215] env[62555]: DEBUG nova.network.neutron [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1576.009738] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500155} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.010566] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9/513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.010992] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.011303] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-715d8fd0-cca1-4e98-8535-1f2a654e20fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.019293] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1576.019293] env[62555]: value = "task-1704714" [ 1576.019293] env[62555]: _type = "Task" [ 1576.019293] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.028361] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Releasing lock "refresh_cache-b21dcbcf-03e2-429f-be05-56d7ef7dec00" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.028746] env[62555]: DEBUG nova.compute.manager [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Instance network_info: |[{"id": "d6cb08d0-6c53-4c59-8ee4-25823825d1fa", "address": "fa:16:3e:80:b0:11", "network": {"id": "dde653ed-e241-43fb-a29a-8874ce81a6f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2010813893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928fbc51b1534ddf9371dc2db4a3d9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6cb08d0-6c", "ovs_interfaceid": "d6cb08d0-6c53-4c59-8ee4-25823825d1fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1576.029240] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:b0:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6cb08d0-6c53-4c59-8ee4-25823825d1fa', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1576.038023] env[62555]: DEBUG oslo.service.loopingcall [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.038638] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1576.038899] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eda83f14-a2cd-4aec-ab87-d1647c9f46f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.061988] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1576.061988] env[62555]: value = "task-1704715" [ 1576.061988] env[62555]: _type = "Task" [ 1576.061988] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.071468] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704715, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.080058] env[62555]: DEBUG nova.policy [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17841bd6af645f3a5c28506f32fa496', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fb764f720d411e987c9a6b661e859e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1576.135731] env[62555]: DEBUG oslo_vmware.api [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Task: {'id': task-1704711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452464} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.136050] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1576.136270] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1576.136471] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1576.136674] env[62555]: INFO nova.compute.manager [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1576.136928] env[62555]: DEBUG oslo.service.loopingcall [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.137252] env[62555]: DEBUG nova.compute.manager [-] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1576.137388] env[62555]: DEBUG nova.network.neutron [-] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1576.177386] env[62555]: DEBUG oslo_vmware.api [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Task: {'id': task-1704712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380439} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.177806] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1576.177880] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1576.178040] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1576.178237] env[62555]: INFO nova.compute.manager [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1576.178493] env[62555]: DEBUG oslo.service.loopingcall [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1576.178780] env[62555]: DEBUG nova.compute.manager [-] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1576.178914] env[62555]: DEBUG nova.network.neutron [-] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1576.216375] env[62555]: DEBUG nova.network.neutron [-] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1576.227448] env[62555]: DEBUG oslo_vmware.api [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1704705, 'name': PowerOnVM_Task, 'duration_secs': 1.145231} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.227736] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.227949] env[62555]: INFO nova.compute.manager [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1576.228185] env[62555]: DEBUG nova.compute.manager [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.229059] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c54ea3-5513-4855-a38a-e41e9e8e8c73 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.259660] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704713, 'name': ReconfigVM_Task, 'duration_secs': 0.510833} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.259660] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Reconfigured VM instance instance-0000003b to attach disk [datastore1] a29dcab5-08b5-4549-b361-5b15efcdd240/a29dcab5-08b5-4549-b361-5b15efcdd240.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.260326] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fadcf41-bf17-4748-b354-770ba55d0e6b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.268268] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1576.268268] env[62555]: value = "task-1704716" [ 1576.268268] env[62555]: _type = "Task" [ 1576.268268] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.277622] env[62555]: INFO nova.compute.manager [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Rebuilding instance [ 1576.282021] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704716, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.341419] env[62555]: DEBUG nova.compute.manager [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.342385] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3570ee79-c273-4ebc-9506-945b946486ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.420425] env[62555]: DEBUG nova.compute.manager [req-873007d4-cde7-4f85-b844-15f453cab9bb req-bad6c4e3-16fb-4e02-beb4-3799d8170e1c service nova] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Received event network-changed-d6cb08d0-6c53-4c59-8ee4-25823825d1fa {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1576.420656] env[62555]: DEBUG nova.compute.manager [req-873007d4-cde7-4f85-b844-15f453cab9bb req-bad6c4e3-16fb-4e02-beb4-3799d8170e1c service nova] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Refreshing instance network info cache due to event network-changed-d6cb08d0-6c53-4c59-8ee4-25823825d1fa. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1576.420940] env[62555]: DEBUG oslo_concurrency.lockutils [req-873007d4-cde7-4f85-b844-15f453cab9bb req-bad6c4e3-16fb-4e02-beb4-3799d8170e1c service nova] Acquiring lock "refresh_cache-b21dcbcf-03e2-429f-be05-56d7ef7dec00" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.421189] env[62555]: DEBUG oslo_concurrency.lockutils [req-873007d4-cde7-4f85-b844-15f453cab9bb req-bad6c4e3-16fb-4e02-beb4-3799d8170e1c service nova] Acquired lock "refresh_cache-b21dcbcf-03e2-429f-be05-56d7ef7dec00" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.421370] env[62555]: DEBUG nova.network.neutron [req-873007d4-cde7-4f85-b844-15f453cab9bb req-bad6c4e3-16fb-4e02-beb4-3799d8170e1c service nova] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Refreshing network info cache for port d6cb08d0-6c53-4c59-8ee4-25823825d1fa {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1576.469362] env[62555]: DEBUG nova.compute.manager [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1576.529023] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098826} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.529306] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1576.530098] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddb2796-41bf-43bd-839d-34e8ab963256 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.553008] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9/513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1576.555792] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7923841-afa8-47e3-b977-f41f3b779453 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.579763] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704715, 'name': CreateVM_Task, 'duration_secs': 0.412414} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.581024] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1576.581369] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1576.581369] env[62555]: value = "task-1704717" [ 1576.581369] env[62555]: _type = "Task" [ 1576.581369] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.582033] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.582212] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.582530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1576.582824] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3592b4b6-763e-4c45-89cc-ef4c3f54bdd2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.593513] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1576.593513] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52530080-1e73-2928-e157-4f294897ae20" [ 1576.593513] env[62555]: _type = "Task" [ 1576.593513] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.596802] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.608281] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52530080-1e73-2928-e157-4f294897ae20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.687054] env[62555]: DEBUG nova.network.neutron [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Successfully created port: 27f3ae6a-8015-44a2-b86d-1cc86c99b947 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1576.719132] env[62555]: DEBUG nova.network.neutron [-] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.754674] env[62555]: INFO nova.compute.manager [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Took 43.56 seconds to build instance. [ 1576.783105] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704716, 'name': Rename_Task, 'duration_secs': 0.158069} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.783105] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.783105] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac5947af-dbc2-4d56-ae4f-bbf1b636df63 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.791834] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1576.791834] env[62555]: value = "task-1704718" [ 1576.791834] env[62555]: _type = "Task" [ 1576.791834] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.799989] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.027634] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb42a20-ea07-48bd-af54-01d7aba480a5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.036476] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e685f16e-8054-49f3-91a0-a866d86570d2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.067125] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3062b162-755c-4824-bb60-879079659a72 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.075811] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6838aa4-4dc0-4d9e-8d57-a571a7b563dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.091959] env[62555]: DEBUG nova.compute.provider_tree [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1577.103937] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704717, 'name': ReconfigVM_Task, 'duration_secs': 0.29484} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.104637] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9/513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1577.105579] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57e3c1d1-645b-4b1c-97b8-3c983da01b35 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.111051] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52530080-1e73-2928-e157-4f294897ae20, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.111784] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.112102] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1577.112350] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.112498] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.112739] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1577.113134] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aca95e50-0a5e-4d08-b0d1-d4b51a7f8503 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.118731] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1577.118731] env[62555]: value = "task-1704719" [ 1577.118731] env[62555]: _type = "Task" [ 1577.118731] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.123305] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1577.123486] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1577.124227] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21cdafd-dba1-454a-8bdd-07a007a479dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.129792] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704719, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.134458] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1577.134458] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527329fb-4bcb-2512-7207-96eaed8291df" [ 1577.134458] env[62555]: _type = "Task" [ 1577.134458] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.145787] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527329fb-4bcb-2512-7207-96eaed8291df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.161975] env[62555]: DEBUG nova.network.neutron [-] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.221625] env[62555]: INFO nova.compute.manager [-] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Took 1.04 seconds to deallocate network for instance. [ 1577.256822] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d4a92f7b-9d99-4b69-8f12-6392bab6085b tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "131a3493-1f37-44bd-94c2-a1895723e334" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.165s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.303740] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704718, 'name': PowerOnVM_Task, 'duration_secs': 0.500041} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.303740] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1577.303953] env[62555]: DEBUG nova.compute.manager [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1577.304802] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58897783-dcae-4321-a55f-8040ef160299 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.356833] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.357217] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ab20b63-913b-4132-bc57-6799e84d57c9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.366581] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1577.366581] env[62555]: value = "task-1704720" [ 1577.366581] env[62555]: _type = "Task" [ 1577.366581] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.375502] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.478868] env[62555]: DEBUG nova.compute.manager [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1577.488867] env[62555]: DEBUG nova.network.neutron [req-873007d4-cde7-4f85-b844-15f453cab9bb req-bad6c4e3-16fb-4e02-beb4-3799d8170e1c service nova] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Updated VIF entry in instance network info cache for port d6cb08d0-6c53-4c59-8ee4-25823825d1fa. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1577.489272] env[62555]: DEBUG nova.network.neutron [req-873007d4-cde7-4f85-b844-15f453cab9bb req-bad6c4e3-16fb-4e02-beb4-3799d8170e1c service nova] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Updating instance_info_cache with network_info: [{"id": "d6cb08d0-6c53-4c59-8ee4-25823825d1fa", "address": "fa:16:3e:80:b0:11", "network": {"id": "dde653ed-e241-43fb-a29a-8874ce81a6f4", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-2010813893-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "928fbc51b1534ddf9371dc2db4a3d9ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6cb08d0-6c", "ovs_interfaceid": "d6cb08d0-6c53-4c59-8ee4-25823825d1fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.513596] env[62555]: DEBUG nova.virt.hardware [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1577.513842] env[62555]: DEBUG nova.virt.hardware [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1577.514031] env[62555]: DEBUG nova.virt.hardware [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1577.514287] env[62555]: DEBUG nova.virt.hardware [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1577.514399] env[62555]: DEBUG nova.virt.hardware [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1577.514518] env[62555]: DEBUG nova.virt.hardware [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1577.514731] env[62555]: DEBUG nova.virt.hardware [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1577.514878] env[62555]: DEBUG nova.virt.hardware [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1577.515064] env[62555]: DEBUG nova.virt.hardware [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1577.515216] env[62555]: DEBUG nova.virt.hardware [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1577.515390] env[62555]: DEBUG nova.virt.hardware [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1577.516714] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e5509e-1f24-4529-9b31-85ffda129868 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.526467] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6850eed3-ffb4-4daf-ba57-77db8553e63e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.628617] env[62555]: DEBUG nova.scheduler.client.report [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1577.628617] env[62555]: DEBUG nova.compute.provider_tree [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 92 to 93 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1577.628617] env[62555]: DEBUG nova.compute.provider_tree [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1577.634671] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704719, 'name': Rename_Task, 'duration_secs': 0.340527} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.635030] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1577.638580] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-640d3564-3460-4dc7-a988-1c1debd426fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.646676] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527329fb-4bcb-2512-7207-96eaed8291df, 'name': SearchDatastore_Task, 'duration_secs': 0.015086} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.647517] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-845341c9-0517-44bb-8994-f269079eeeb7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.652648] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1577.652648] env[62555]: value = "task-1704721" [ 1577.652648] env[62555]: _type = "Task" [ 1577.652648] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.657011] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1577.657011] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b8ea2e-c4ee-8841-a9fc-cf251343092f" [ 1577.657011] env[62555]: _type = "Task" [ 1577.657011] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.662908] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.667563] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b8ea2e-c4ee-8841-a9fc-cf251343092f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.668063] env[62555]: INFO nova.compute.manager [-] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Took 1.53 seconds to deallocate network for instance. [ 1577.731339] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.819974] env[62555]: INFO nova.compute.manager [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] bringing vm to original state: 'stopped' [ 1577.878288] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704720, 'name': PowerOffVM_Task, 'duration_secs': 0.230008} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.878720] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1577.879065] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.879927] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77b5944-4ec2-4c53-8516-a64f430ffd52 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.889640] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1577.889946] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e9b45ce-087c-46b7-86bc-11c6111550b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.984612] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1577.984778] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1577.984963] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleting the datastore file [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.985250] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbcb9197-e3fe-43d5-a7b9-84a829f61ccc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.992025] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1577.992025] env[62555]: value = "task-1704723" [ 1577.992025] env[62555]: _type = "Task" [ 1577.992025] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.995705] env[62555]: DEBUG oslo_concurrency.lockutils [req-873007d4-cde7-4f85-b844-15f453cab9bb req-bad6c4e3-16fb-4e02-beb4-3799d8170e1c service nova] Releasing lock "refresh_cache-b21dcbcf-03e2-429f-be05-56d7ef7dec00" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.001242] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.141803] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.141803] env[62555]: DEBUG nova.compute.manager [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1578.141803] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.161s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.141803] env[62555]: DEBUG nova.objects.instance [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lazy-loading 'resources' on Instance uuid 07ca9076-1acb-4cd7-aee4-89675f9a0229 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.153564] env[62555]: DEBUG nova.compute.manager [req-17281071-e807-4a3f-a362-f24f53c05b78 req-702c687f-0d2c-462c-8c97-75f1f0bdfbb9 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received event network-changed-54626c75-02a2-41ce-aab9-d466c8617df9 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1578.154086] env[62555]: DEBUG nova.compute.manager [req-17281071-e807-4a3f-a362-f24f53c05b78 req-702c687f-0d2c-462c-8c97-75f1f0bdfbb9 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Refreshing instance network info cache due to event network-changed-54626c75-02a2-41ce-aab9-d466c8617df9. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1578.154243] env[62555]: DEBUG oslo_concurrency.lockutils [req-17281071-e807-4a3f-a362-f24f53c05b78 req-702c687f-0d2c-462c-8c97-75f1f0bdfbb9 service nova] Acquiring lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1578.154498] env[62555]: DEBUG oslo_concurrency.lockutils [req-17281071-e807-4a3f-a362-f24f53c05b78 req-702c687f-0d2c-462c-8c97-75f1f0bdfbb9 service nova] Acquired lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.157041] env[62555]: DEBUG nova.network.neutron [req-17281071-e807-4a3f-a362-f24f53c05b78 req-702c687f-0d2c-462c-8c97-75f1f0bdfbb9 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Refreshing network info cache for port 54626c75-02a2-41ce-aab9-d466c8617df9 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1578.174750] env[62555]: DEBUG oslo_vmware.api [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704721, 'name': PowerOnVM_Task, 'duration_secs': 0.494768} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.181331] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1578.181689] env[62555]: DEBUG nova.compute.manager [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1578.182801] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.183539] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b8ea2e-c4ee-8841-a9fc-cf251343092f, 'name': SearchDatastore_Task, 'duration_secs': 0.021092} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.185369] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f8cb14-6b1b-4b01-8ba8-46fc10fc7495 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.188910] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.189248] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b21dcbcf-03e2-429f-be05-56d7ef7dec00/b21dcbcf-03e2-429f-be05-56d7ef7dec00.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1578.190823] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0505cca7-729d-4e78-8162-2d161fa5ad48 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.209022] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1578.209022] env[62555]: value = "task-1704724" [ 1578.209022] env[62555]: _type = "Task" [ 1578.209022] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.219313] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.502886] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228517} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.503478] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.503726] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.503994] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.533025] env[62555]: DEBUG nova.compute.manager [req-109841c4-fbd1-42c6-b121-4f6c0549f2f1 req-87c8f705-bf48-4653-99b0-3fbd4b89c7f7 service nova] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Received event network-vif-deleted-222c8649-87bc-4853-a002-b3d365ad8e53 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1578.641119] env[62555]: DEBUG nova.compute.utils [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1578.642688] env[62555]: DEBUG nova.compute.manager [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1578.642869] env[62555]: DEBUG nova.network.neutron [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1578.721278] env[62555]: DEBUG oslo_concurrency.lockutils [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.725785] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704724, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.784772] env[62555]: DEBUG nova.policy [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e3c46c7a63488e95f1e9b5c51f2488', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6de6d1668644ec9867cb975a1922fb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1578.830967] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "a29dcab5-08b5-4549-b361-5b15efcdd240" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.831242] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.831424] env[62555]: DEBUG nova.compute.manager [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1578.832534] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da02a14c-94a2-4d0c-a122-4decdb575b8f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.844243] env[62555]: DEBUG nova.compute.manager [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62555) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1579.151022] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1891ec3c-210a-47cc-9fd8-dfb344c9ac64 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.154925] env[62555]: DEBUG nova.compute.manager [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1579.170851] env[62555]: DEBUG nova.network.neutron [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Successfully updated port: 27f3ae6a-8015-44a2-b86d-1cc86c99b947 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1579.173074] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d0474e-0ab3-4aae-b3ea-7e0e82c80dc7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.222511] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e456d0a1-49b2-4389-b1d5-b5965adee5be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.236360] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266910a9-19f3-4bb1-b38e-c204ab87d6be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.241146] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626161} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.241676] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b21dcbcf-03e2-429f-be05-56d7ef7dec00/b21dcbcf-03e2-429f-be05-56d7ef7dec00.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1579.241892] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1579.242502] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b58496f-296d-4646-a397-cb2ed5f5221f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.252961] env[62555]: DEBUG nova.compute.provider_tree [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.258808] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1579.258808] env[62555]: value = "task-1704725" [ 1579.258808] env[62555]: _type = "Task" [ 1579.258808] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.267778] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.354397] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.354842] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71ac330f-f369-4a38-8ba9-758935be283e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.362837] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1579.362837] env[62555]: value = "task-1704726" [ 1579.362837] env[62555]: _type = "Task" [ 1579.362837] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.363179] env[62555]: DEBUG nova.network.neutron [req-17281071-e807-4a3f-a362-f24f53c05b78 req-702c687f-0d2c-462c-8c97-75f1f0bdfbb9 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updated VIF entry in instance network info cache for port 54626c75-02a2-41ce-aab9-d466c8617df9. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1579.367025] env[62555]: DEBUG nova.network.neutron [req-17281071-e807-4a3f-a362-f24f53c05b78 req-702c687f-0d2c-462c-8c97-75f1f0bdfbb9 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updating instance_info_cache with network_info: [{"id": "54626c75-02a2-41ce-aab9-d466c8617df9", "address": "fa:16:3e:3e:85:2b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54626c75-02", "ovs_interfaceid": "54626c75-02a2-41ce-aab9-d466c8617df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.373566] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.553681] env[62555]: DEBUG nova.virt.hardware [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1579.554061] env[62555]: DEBUG nova.virt.hardware [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1579.554179] env[62555]: DEBUG nova.virt.hardware [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.554464] env[62555]: DEBUG nova.virt.hardware [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1579.554633] env[62555]: DEBUG nova.virt.hardware [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.554784] env[62555]: DEBUG nova.virt.hardware [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1579.555056] env[62555]: DEBUG nova.virt.hardware [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1579.555239] env[62555]: DEBUG nova.virt.hardware [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1579.555413] env[62555]: DEBUG nova.virt.hardware [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1579.555577] env[62555]: DEBUG nova.virt.hardware [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1579.555745] env[62555]: DEBUG nova.virt.hardware [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1579.556742] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33eb789-6e72-4b96-b570-76882cfe840c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.560212] env[62555]: DEBUG nova.network.neutron [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Successfully created port: ed5ae32e-b91c-46a2-a439-82b3765167f0 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1579.572152] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac2f961-a973-4de9-9d64-8f3ee6de7039 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.590853] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:16:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc96407-66df-4dbf-bc26-f0455697d315', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1579.598455] env[62555]: DEBUG oslo.service.loopingcall [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.599593] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1579.599837] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb2b283e-a7c3-4c00-9f58-afaf68fec3fa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.621523] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1579.621523] env[62555]: value = "task-1704727" [ 1579.621523] env[62555]: _type = "Task" [ 1579.621523] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.630086] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704727, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.660077] env[62555]: INFO nova.virt.block_device [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Booting with volume 54bc9ff7-cfc7-43dd-859f-66136e257516 at /dev/sda [ 1579.679310] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "refresh_cache-af19afb3-5fc6-4c58-afaa-84f2afb337fc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.679494] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "refresh_cache-af19afb3-5fc6-4c58-afaa-84f2afb337fc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.679669] env[62555]: DEBUG nova.network.neutron [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.697067] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb00c1c2-f4aa-4bd9-b5a7-d3499c3c53dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.705772] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3c9d73-abb8-4513-9d41-9b898993db01 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.747608] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1730f15-8c75-4e03-a59b-3a6839327456 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.756807] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c3928a-1e4d-4456-b51d-2da9ca64221a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.778191] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068327} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.778866] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1579.780284] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2fe3e2-3348-4e30-ac64-786b383bfec4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.806707] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc0ddec-0f65-4fab-9f83-6005b2a6b156 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.818846] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] b21dcbcf-03e2-429f-be05-56d7ef7dec00/b21dcbcf-03e2-429f-be05-56d7ef7dec00.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1579.819524] env[62555]: DEBUG nova.scheduler.client.report [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1579.819761] env[62555]: DEBUG nova.compute.provider_tree [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 93 to 94 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1579.819934] env[62555]: DEBUG nova.compute.provider_tree [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1579.823348] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a855536-dbbf-42fc-80c8-16e44eb4f5ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.845780] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d030ac1-c5c4-4be3-990b-b87639f750df {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.848353] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1579.848353] env[62555]: value = "task-1704728" [ 1579.848353] env[62555]: _type = "Task" [ 1579.848353] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.859564] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.863599] env[62555]: DEBUG nova.virt.block_device [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Updating existing volume attachment record: e01031bf-71f2-45b7-b39c-30d6aba20d71 {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1579.869563] env[62555]: DEBUG oslo_concurrency.lockutils [req-17281071-e807-4a3f-a362-f24f53c05b78 req-702c687f-0d2c-462c-8c97-75f1f0bdfbb9 service nova] Releasing lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.875763] env[62555]: DEBUG oslo_vmware.api [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704726, 'name': PowerOffVM_Task, 'duration_secs': 0.245679} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.876308] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.876500] env[62555]: DEBUG nova.compute.manager [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1579.877283] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee25cc2-46fc-411b-972c-ff20c1b2f806 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.078903] env[62555]: DEBUG oslo_concurrency.lockutils [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.079238] env[62555]: DEBUG oslo_concurrency.lockutils [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.079479] env[62555]: DEBUG oslo_concurrency.lockutils [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.079678] env[62555]: DEBUG oslo_concurrency.lockutils [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.079852] env[62555]: DEBUG oslo_concurrency.lockutils [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.082029] env[62555]: INFO nova.compute.manager [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Terminating instance [ 1580.131694] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704727, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.284784] env[62555]: DEBUG nova.network.neutron [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1580.342016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.343232] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 24.727s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.360769] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.371962] env[62555]: INFO nova.scheduler.client.report [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Deleted allocations for instance 07ca9076-1acb-4cd7-aee4-89675f9a0229 [ 1580.388879] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.539617] env[62555]: DEBUG nova.network.neutron [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Updating instance_info_cache with network_info: [{"id": "27f3ae6a-8015-44a2-b86d-1cc86c99b947", "address": "fa:16:3e:95:03:31", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f3ae6a-80", "ovs_interfaceid": "27f3ae6a-8015-44a2-b86d-1cc86c99b947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.585657] env[62555]: DEBUG nova.compute.manager [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.585908] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.587084] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc2c953-f68e-43b7-aa65-a8c424217cb8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.595213] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.597781] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9524533-f794-4170-8ce8-a375d27a3de8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.602097] env[62555]: DEBUG oslo_vmware.api [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1580.602097] env[62555]: value = "task-1704729" [ 1580.602097] env[62555]: _type = "Task" [ 1580.602097] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.610443] env[62555]: DEBUG oslo_vmware.api [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.632402] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704727, 'name': CreateVM_Task, 'duration_secs': 0.822369} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.632662] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1580.634498] env[62555]: DEBUG oslo_concurrency.lockutils [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.634498] env[62555]: DEBUG oslo_concurrency.lockutils [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.634498] env[62555]: DEBUG oslo_concurrency.lockutils [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1580.634739] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0bf384b-7b36-4286-93c7-d12cdd83cb2b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.640011] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1580.640011] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f8d196-d345-361b-3465-f9cc86c9838f" [ 1580.640011] env[62555]: _type = "Task" [ 1580.640011] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.657373] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f8d196-d345-361b-3465-f9cc86c9838f, 'name': SearchDatastore_Task, 'duration_secs': 0.013827} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.657573] env[62555]: DEBUG oslo_concurrency.lockutils [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1580.657701] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1580.657940] env[62555]: DEBUG oslo_concurrency.lockutils [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.658102] env[62555]: DEBUG oslo_concurrency.lockutils [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.658286] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1580.658618] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dad2006-8e54-48b9-9ce6-7b9c7192e39b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.668307] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1580.668496] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1580.669270] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8495151c-e248-415d-90bb-de3e3ed62202 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.677456] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1580.677456] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ac6664-f907-2f21-cec6-808448750efe" [ 1580.677456] env[62555]: _type = "Task" [ 1580.677456] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.685326] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ac6664-f907-2f21-cec6-808448750efe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.731351] env[62555]: DEBUG nova.compute.manager [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Received event network-vif-plugged-27f3ae6a-8015-44a2-b86d-1cc86c99b947 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1580.731622] env[62555]: DEBUG oslo_concurrency.lockutils [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] Acquiring lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.731854] env[62555]: DEBUG oslo_concurrency.lockutils [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] Lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.732252] env[62555]: DEBUG oslo_concurrency.lockutils [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] Lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.732454] env[62555]: DEBUG nova.compute.manager [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] No waiting events found dispatching network-vif-plugged-27f3ae6a-8015-44a2-b86d-1cc86c99b947 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1580.732625] env[62555]: WARNING nova.compute.manager [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Received unexpected event network-vif-plugged-27f3ae6a-8015-44a2-b86d-1cc86c99b947 for instance with vm_state building and task_state spawning. [ 1580.732802] env[62555]: DEBUG nova.compute.manager [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Received event network-changed-27f3ae6a-8015-44a2-b86d-1cc86c99b947 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1580.732926] env[62555]: DEBUG nova.compute.manager [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Refreshing instance network info cache due to event network-changed-27f3ae6a-8015-44a2-b86d-1cc86c99b947. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1580.733097] env[62555]: DEBUG oslo_concurrency.lockutils [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] Acquiring lock "refresh_cache-af19afb3-5fc6-4c58-afaa-84f2afb337fc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1580.846550] env[62555]: DEBUG nova.objects.instance [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lazy-loading 'migration_context' on Instance uuid c9cd4322-e60f-4744-9dd4-739249b96d34 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.859674] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704728, 'name': ReconfigVM_Task, 'duration_secs': 0.860371} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.859945] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Reconfigured VM instance instance-00000040 to attach disk [datastore1] b21dcbcf-03e2-429f-be05-56d7ef7dec00/b21dcbcf-03e2-429f-be05-56d7ef7dec00.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1580.860638] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9683e1e1-01ce-4c53-898a-e9429004a823 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.868720] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1580.868720] env[62555]: value = "task-1704730" [ 1580.868720] env[62555]: _type = "Task" [ 1580.868720] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.882181] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704730, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.887295] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2477b115-8432-4084-bf45-db1331aaefb1 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "07ca9076-1acb-4cd7-aee4-89675f9a0229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.106s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.895594] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.045355] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "refresh_cache-af19afb3-5fc6-4c58-afaa-84f2afb337fc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.045712] env[62555]: DEBUG nova.compute.manager [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Instance network_info: |[{"id": "27f3ae6a-8015-44a2-b86d-1cc86c99b947", "address": "fa:16:3e:95:03:31", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f3ae6a-80", "ovs_interfaceid": "27f3ae6a-8015-44a2-b86d-1cc86c99b947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1581.046064] env[62555]: DEBUG oslo_concurrency.lockutils [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] Acquired lock "refresh_cache-af19afb3-5fc6-4c58-afaa-84f2afb337fc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.046219] env[62555]: DEBUG nova.network.neutron [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Refreshing network info cache for port 27f3ae6a-8015-44a2-b86d-1cc86c99b947 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1581.047581] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:03:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27f3ae6a-8015-44a2-b86d-1cc86c99b947', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1581.054898] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Creating folder: Project (85fb764f720d411e987c9a6b661e859e). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1581.055863] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c2dd23e-9242-465d-9ced-7ea359604d0b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.068249] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Created folder: Project (85fb764f720d411e987c9a6b661e859e) in parent group-v355069. [ 1581.068512] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Creating folder: Instances. Parent ref: group-v355248. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1581.068706] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed26616b-eb87-4b74-b5a4-23ef6d2d54e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.078615] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Created folder: Instances in parent group-v355248. [ 1581.078789] env[62555]: DEBUG oslo.service.loopingcall [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.079060] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1581.079270] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d25167fb-5831-43ed-8519-058d177bd0ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.100601] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "c9d80a18-28c5-45cb-b366-07ccff49acfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.100846] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "c9d80a18-28c5-45cb-b366-07ccff49acfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.107449] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1581.107449] env[62555]: value = "task-1704733" [ 1581.107449] env[62555]: _type = "Task" [ 1581.107449] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.114996] env[62555]: DEBUG oslo_vmware.api [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704729, 'name': PowerOffVM_Task, 'duration_secs': 0.29892} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.115951] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.116061] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.116314] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19005503-d499-4d6e-8d14-6395f6d8cb74 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.120869] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704733, 'name': CreateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.187719] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ac6664-f907-2f21-cec6-808448750efe, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.188728] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a5bcb23-01c9-4eae-846f-ed9cd96212f9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.194769] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1581.194769] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b119e7-4cf1-ec4e-a0dc-c2d35bd314e7" [ 1581.194769] env[62555]: _type = "Task" [ 1581.194769] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.205159] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b119e7-4cf1-ec4e-a0dc-c2d35bd314e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.232454] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.232774] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.233014] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleting the datastore file [datastore1] 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.233318] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4c8e207-7472-4b17-b745-b8f28ccd9a47 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.240106] env[62555]: DEBUG oslo_vmware.api [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1581.240106] env[62555]: value = "task-1704735" [ 1581.240106] env[62555]: _type = "Task" [ 1581.240106] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.248450] env[62555]: DEBUG oslo_vmware.api [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.291623] env[62555]: DEBUG oslo_concurrency.lockutils [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "970f5425-a9c9-4195-9e62-b66aaffdc05f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.291934] env[62555]: DEBUG oslo_concurrency.lockutils [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "970f5425-a9c9-4195-9e62-b66aaffdc05f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.292176] env[62555]: DEBUG oslo_concurrency.lockutils [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "970f5425-a9c9-4195-9e62-b66aaffdc05f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.292367] env[62555]: DEBUG oslo_concurrency.lockutils [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "970f5425-a9c9-4195-9e62-b66aaffdc05f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.292539] env[62555]: DEBUG oslo_concurrency.lockutils [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "970f5425-a9c9-4195-9e62-b66aaffdc05f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.295062] env[62555]: INFO nova.compute.manager [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Terminating instance [ 1581.380584] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704730, 'name': Rename_Task, 'duration_secs': 0.265462} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.380854] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1581.381136] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60f78cc1-f240-43df-b4a9-e79f123c9010 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.390968] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1581.390968] env[62555]: value = "task-1704736" [ 1581.390968] env[62555]: _type = "Task" [ 1581.390968] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.402549] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.603044] env[62555]: DEBUG nova.compute.manager [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1581.617847] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704733, 'name': CreateVM_Task, 'duration_secs': 0.357085} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.620402] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1581.623697] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.623697] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.624037] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1581.624226] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54ffa9e2-f266-44c8-b920-e83ab9882a0b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.629592] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1581.629592] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528a32fa-e1ac-7175-9173-69115d2f82db" [ 1581.629592] env[62555]: _type = "Task" [ 1581.629592] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.641195] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528a32fa-e1ac-7175-9173-69115d2f82db, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.641545] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.641779] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1581.642050] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1581.707071] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b119e7-4cf1-ec4e-a0dc-c2d35bd314e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010313} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.707669] env[62555]: DEBUG oslo_concurrency.lockutils [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.707669] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1581.707924] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.708114] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1581.708463] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cd0c97d-fc0b-4716-8421-4ebfe2ccb035 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.712335] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3a7ba76-d484-477e-9461-9919e787533a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.722336] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1581.722336] env[62555]: value = "task-1704737" [ 1581.722336] env[62555]: _type = "Task" [ 1581.722336] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.726176] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1581.726363] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1581.727417] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1668148-8e85-4688-9c03-757e955358e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.738990] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.746527] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1581.746527] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5249b109-44af-35b0-0ef7-e4e6a52b864c" [ 1581.746527] env[62555]: _type = "Task" [ 1581.746527] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.757139] env[62555]: DEBUG oslo_vmware.api [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190232} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.757893] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.758132] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.758335] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.758523] env[62555]: INFO nova.compute.manager [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1581.758775] env[62555]: DEBUG oslo.service.loopingcall [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.759015] env[62555]: DEBUG nova.compute.manager [-] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.759112] env[62555]: DEBUG nova.network.neutron [-] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1581.764025] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5249b109-44af-35b0-0ef7-e4e6a52b864c, 'name': SearchDatastore_Task, 'duration_secs': 0.009716} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.765152] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c478af5f-e8c3-4d06-85c0-6bd1b15a5357 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.770480] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1581.770480] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e295b3-64a5-5213-aa10-b1b8184b0de7" [ 1581.770480] env[62555]: _type = "Task" [ 1581.770480] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.782769] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e295b3-64a5-5213-aa10-b1b8184b0de7, 'name': SearchDatastore_Task, 'duration_secs': 0.009081} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.782769] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.782955] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] af19afb3-5fc6-4c58-afaa-84f2afb337fc/af19afb3-5fc6-4c58-afaa-84f2afb337fc.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1581.783199] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ad89b7a-f59c-438e-b641-9eab985e33a6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.789415] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1581.789415] env[62555]: value = "task-1704738" [ 1581.789415] env[62555]: _type = "Task" [ 1581.789415] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.800723] env[62555]: DEBUG nova.compute.manager [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1581.800723] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.800990] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.801921] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3631e766-c817-41c2-948f-f63a515a74be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.809217] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.812444] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-febe3ee6-fa47-4738-9420-dc24058c3bfa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.818465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "a29dcab5-08b5-4549-b361-5b15efcdd240" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.818761] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.819025] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "a29dcab5-08b5-4549-b361-5b15efcdd240-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.819363] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.819534] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.821563] env[62555]: DEBUG oslo_vmware.api [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1581.821563] env[62555]: value = "task-1704739" [ 1581.821563] env[62555]: _type = "Task" [ 1581.821563] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.821871] env[62555]: INFO nova.compute.manager [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Terminating instance [ 1581.838857] env[62555]: DEBUG oslo_vmware.api [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.850216] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d820fb36-bfbf-44aa-b3ff-016afaa22b8f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.861108] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c4fec5-ca4c-4690-8684-1ec393ff057e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.900961] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44a2596-6ac2-4de7-9446-3fd8b4d1328e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.909557] env[62555]: DEBUG oslo_vmware.api [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704736, 'name': PowerOnVM_Task, 'duration_secs': 0.489926} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.914668] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1581.914902] env[62555]: INFO nova.compute.manager [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1581.915126] env[62555]: DEBUG nova.compute.manager [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1581.916038] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60826927-3853-437f-8540-b80b0a49c256 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.919783] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adb5576-0ea1-4473-9f6a-ac1dcc170114 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.942306] env[62555]: DEBUG nova.compute.provider_tree [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.978200] env[62555]: DEBUG nova.compute.manager [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1581.978925] env[62555]: DEBUG nova.virt.hardware [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1581.979169] env[62555]: DEBUG nova.virt.hardware [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1581.979350] env[62555]: DEBUG nova.virt.hardware [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1581.979545] env[62555]: DEBUG nova.virt.hardware [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1581.979744] env[62555]: DEBUG nova.virt.hardware [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1581.979905] env[62555]: DEBUG nova.virt.hardware [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1581.980306] env[62555]: DEBUG nova.virt.hardware [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1581.980493] env[62555]: DEBUG nova.virt.hardware [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1581.980672] env[62555]: DEBUG nova.virt.hardware [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1581.980871] env[62555]: DEBUG nova.virt.hardware [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1581.982321] env[62555]: DEBUG nova.virt.hardware [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1581.982410] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45dc1a0-f802-4745-902d-ae93de000df5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.992399] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a41adb-98c7-4603-ac47-7074bd7611be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.088414] env[62555]: DEBUG nova.network.neutron [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Successfully updated port: ed5ae32e-b91c-46a2-a439-82b3765167f0 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1582.133397] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.228914] env[62555]: DEBUG nova.network.neutron [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Updated VIF entry in instance network info cache for port 27f3ae6a-8015-44a2-b86d-1cc86c99b947. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1582.229601] env[62555]: DEBUG nova.network.neutron [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Updating instance_info_cache with network_info: [{"id": "27f3ae6a-8015-44a2-b86d-1cc86c99b947", "address": "fa:16:3e:95:03:31", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27f3ae6a-80", "ovs_interfaceid": "27f3ae6a-8015-44a2-b86d-1cc86c99b947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.236086] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510589} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.236795] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1582.237063] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1582.237406] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1fc482a-4ee4-4e11-9473-d12139f7cceb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.244949] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1582.244949] env[62555]: value = "task-1704740" [ 1582.244949] env[62555]: _type = "Task" [ 1582.244949] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.256859] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.300350] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704738, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.333110] env[62555]: DEBUG nova.compute.manager [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1582.333341] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1582.333661] env[62555]: DEBUG oslo_vmware.api [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704739, 'name': PowerOffVM_Task, 'duration_secs': 0.372716} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.334535] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f61ab5-11f9-4608-aa3e-455f187b91f1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.338088] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1582.338285] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.338612] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a353854a-cfc6-4e1b-a40b-f6df95d23323 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.345758] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1582.346259] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c578a52-d4bd-4d59-b728-884c4bd3aeaa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.451029] env[62555]: DEBUG nova.scheduler.client.report [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1582.463458] env[62555]: INFO nova.compute.manager [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Took 44.01 seconds to build instance. [ 1582.532987] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.533403] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.533695] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleting the datastore file [datastore1] a29dcab5-08b5-4549-b361-5b15efcdd240 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.533962] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73cbffed-ffd5-4978-81f3-4c0dca0c9d8c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.541988] env[62555]: DEBUG oslo_vmware.api [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1582.541988] env[62555]: value = "task-1704743" [ 1582.541988] env[62555]: _type = "Task" [ 1582.541988] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.549484] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1582.549694] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1582.549871] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Deleting the datastore file [datastore1] 970f5425-a9c9-4195-9e62-b66aaffdc05f {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1582.550728] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ceefe35a-766e-451a-b540-775c4d611c7b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.556187] env[62555]: DEBUG oslo_vmware.api [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.561096] env[62555]: DEBUG oslo_vmware.api [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for the task: (returnval){ [ 1582.561096] env[62555]: value = "task-1704744" [ 1582.561096] env[62555]: _type = "Task" [ 1582.561096] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.568968] env[62555]: DEBUG oslo_vmware.api [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.591158] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Acquiring lock "refresh_cache-0fe798fd-df4c-45ca-b952-67b7ecfd7476" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.591307] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Acquired lock "refresh_cache-0fe798fd-df4c-45ca-b952-67b7ecfd7476" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.592030] env[62555]: DEBUG nova.network.neutron [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.738711] env[62555]: DEBUG oslo_concurrency.lockutils [req-3e3571b2-b610-4530-8c78-e1147f286592 req-d477ebe5-f2e3-4bd8-8619-df8eebc6ed97 service nova] Releasing lock "refresh_cache-af19afb3-5fc6-4c58-afaa-84f2afb337fc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1582.755308] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08697} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.755646] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1582.756471] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31466b0-b504-4035-8ca1-99832a3026d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.763812] env[62555]: DEBUG nova.compute.manager [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Received event network-vif-plugged-ed5ae32e-b91c-46a2-a439-82b3765167f0 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1582.763812] env[62555]: DEBUG oslo_concurrency.lockutils [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] Acquiring lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.764201] env[62555]: DEBUG oslo_concurrency.lockutils [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] Lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.764385] env[62555]: DEBUG oslo_concurrency.lockutils [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] Lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.764569] env[62555]: DEBUG nova.compute.manager [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] No waiting events found dispatching network-vif-plugged-ed5ae32e-b91c-46a2-a439-82b3765167f0 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1582.764747] env[62555]: WARNING nova.compute.manager [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Received unexpected event network-vif-plugged-ed5ae32e-b91c-46a2-a439-82b3765167f0 for instance with vm_state building and task_state spawning. [ 1582.764911] env[62555]: DEBUG nova.compute.manager [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Received event network-changed-ed5ae32e-b91c-46a2-a439-82b3765167f0 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1582.765112] env[62555]: DEBUG nova.compute.manager [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Refreshing instance network info cache due to event network-changed-ed5ae32e-b91c-46a2-a439-82b3765167f0. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1582.765323] env[62555]: DEBUG oslo_concurrency.lockutils [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] Acquiring lock "refresh_cache-0fe798fd-df4c-45ca-b952-67b7ecfd7476" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.784644] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1582.785266] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a23b657d-6f73-4cd6-b69b-12477f3a61d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.808631] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751043} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.809793] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] af19afb3-5fc6-4c58-afaa-84f2afb337fc/af19afb3-5fc6-4c58-afaa-84f2afb337fc.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1582.810016] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1582.810327] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1582.810327] env[62555]: value = "task-1704745" [ 1582.810327] env[62555]: _type = "Task" [ 1582.810327] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.810514] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0ccf41b-654b-431a-917f-b5e3c5f4fb7c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.819656] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704745, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.820722] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1582.820722] env[62555]: value = "task-1704746" [ 1582.820722] env[62555]: _type = "Task" [ 1582.820722] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.828749] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.964622] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03885dc3-1f75-49a4-ada8-c67d4b7300de tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.633s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.051811] env[62555]: DEBUG nova.network.neutron [-] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.053547] env[62555]: DEBUG oslo_vmware.api [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152752} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.053785] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.054162] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.054208] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.054384] env[62555]: INFO nova.compute.manager [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Took 0.72 seconds to destroy the instance on the hypervisor. [ 1583.054623] env[62555]: DEBUG oslo.service.loopingcall [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.054815] env[62555]: DEBUG nova.compute.manager [-] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1583.054909] env[62555]: DEBUG nova.network.neutron [-] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1583.070994] env[62555]: DEBUG oslo_vmware.api [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Task: {'id': task-1704744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218948} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.071266] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1583.071453] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1583.071632] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1583.071801] env[62555]: INFO nova.compute.manager [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1583.072083] env[62555]: DEBUG oslo.service.loopingcall [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1583.072282] env[62555]: DEBUG nova.compute.manager [-] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1583.072378] env[62555]: DEBUG nova.network.neutron [-] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1583.196388] env[62555]: DEBUG nova.network.neutron [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1583.324645] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704745, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.332712] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061707} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.332986] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1583.333807] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24f2b5a-1f48-4017-afb3-af2ca186362c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.358253] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] af19afb3-5fc6-4c58-afaa-84f2afb337fc/af19afb3-5fc6-4c58-afaa-84f2afb337fc.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1583.358591] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840906b5-f3ba-4021-b90f-97dcf37a93ab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.381443] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1583.381443] env[62555]: value = "task-1704747" [ 1583.381443] env[62555]: _type = "Task" [ 1583.381443] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.391689] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.468314] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.124s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.474351] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.580s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.475954] env[62555]: INFO nova.compute.claims [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1583.558186] env[62555]: INFO nova.compute.manager [-] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Took 1.80 seconds to deallocate network for instance. [ 1583.699391] env[62555]: DEBUG nova.network.neutron [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Updating instance_info_cache with network_info: [{"id": "ed5ae32e-b91c-46a2-a439-82b3765167f0", "address": "fa:16:3e:35:04:97", "network": {"id": "66e2c69f-85f5-4b91-a161-9624b3ca3aab", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-102447404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6de6d1668644ec9867cb975a1922fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5ae32e-b9", "ovs_interfaceid": "ed5ae32e-b91c-46a2-a439-82b3765167f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.822513] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704745, 'name': ReconfigVM_Task, 'duration_secs': 0.858394} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.822809] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Reconfigured VM instance instance-00000022 to attach disk [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.823463] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51713604-4f8b-498c-a1aa-146a9dd89a61 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.830161] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1583.830161] env[62555]: value = "task-1704748" [ 1583.830161] env[62555]: _type = "Task" [ 1583.830161] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.838479] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704748, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.894102] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704747, 'name': ReconfigVM_Task, 'duration_secs': 0.293559} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.894102] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Reconfigured VM instance instance-00000041 to attach disk [datastore1] af19afb3-5fc6-4c58-afaa-84f2afb337fc/af19afb3-5fc6-4c58-afaa-84f2afb337fc.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1583.894102] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6752c294-eb76-4f7d-b988-faa9c06a5f90 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.899412] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1583.899412] env[62555]: value = "task-1704749" [ 1583.899412] env[62555]: _type = "Task" [ 1583.899412] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.907313] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704749, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.991735] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.992016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.992229] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.992497] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.992672] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1583.994855] env[62555]: INFO nova.compute.manager [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Terminating instance [ 1584.066376] env[62555]: DEBUG oslo_concurrency.lockutils [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.202761] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Releasing lock "refresh_cache-0fe798fd-df4c-45ca-b952-67b7ecfd7476" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.203075] env[62555]: DEBUG nova.compute.manager [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Instance network_info: |[{"id": "ed5ae32e-b91c-46a2-a439-82b3765167f0", "address": "fa:16:3e:35:04:97", "network": {"id": "66e2c69f-85f5-4b91-a161-9624b3ca3aab", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-102447404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6de6d1668644ec9867cb975a1922fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5ae32e-b9", "ovs_interfaceid": "ed5ae32e-b91c-46a2-a439-82b3765167f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1584.203436] env[62555]: DEBUG oslo_concurrency.lockutils [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] Acquired lock "refresh_cache-0fe798fd-df4c-45ca-b952-67b7ecfd7476" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.204053] env[62555]: DEBUG nova.network.neutron [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Refreshing network info cache for port ed5ae32e-b91c-46a2-a439-82b3765167f0 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.205448] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:04:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65497291-07f3-434c-bd42-657a0cb03365', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed5ae32e-b91c-46a2-a439-82b3765167f0', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.213129] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Creating folder: Project (d6de6d1668644ec9867cb975a1922fb3). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1584.213984] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-675f895f-bcb2-4312-8493-15ee46ceb7ff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.229822] env[62555]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1584.229948] env[62555]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62555) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1584.230368] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Folder already exists: Project (d6de6d1668644ec9867cb975a1922fb3). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1584.230461] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Creating folder: Instances. Parent ref: group-v355221. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1584.230696] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b7a42e1-5501-4510-812f-f001a66bcd73 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.241240] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Created folder: Instances in parent group-v355221. [ 1584.241383] env[62555]: DEBUG oslo.service.loopingcall [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.241576] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.241786] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-956b0d7e-1803-4a60-85fe-ac0a278a8aeb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.261758] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.261758] env[62555]: value = "task-1704752" [ 1584.261758] env[62555]: _type = "Task" [ 1584.261758] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.273568] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704752, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.289036] env[62555]: DEBUG nova.network.neutron [-] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.303590] env[62555]: DEBUG nova.network.neutron [-] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.339846] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704748, 'name': Rename_Task, 'duration_secs': 0.282709} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.340157] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1584.340397] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0fc69f2-3f5b-43da-822a-83a5c291f015 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.346590] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1584.346590] env[62555]: value = "task-1704753" [ 1584.346590] env[62555]: _type = "Task" [ 1584.346590] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.354279] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.409991] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704749, 'name': Rename_Task, 'duration_secs': 0.141327} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.410377] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1584.410672] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8c23611-cc94-4e81-93c0-722af11ae586 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.417555] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1584.417555] env[62555]: value = "task-1704754" [ 1584.417555] env[62555]: _type = "Task" [ 1584.417555] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.425883] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.499380] env[62555]: DEBUG nova.compute.manager [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1584.499631] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1584.500625] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b18e69-f03e-45f4-8b2d-bc10eae5d3a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.509317] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1584.512165] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6af5b6b-3e01-4190-8a3a-e00ffb22577c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.519592] env[62555]: DEBUG oslo_vmware.api [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1584.519592] env[62555]: value = "task-1704755" [ 1584.519592] env[62555]: _type = "Task" [ 1584.519592] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.531610] env[62555]: DEBUG oslo_vmware.api [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.779225] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704752, 'name': CreateVM_Task, 'duration_secs': 0.365096} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.779451] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1584.780276] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355230', 'volume_id': '54bc9ff7-cfc7-43dd-859f-66136e257516', 'name': 'volume-54bc9ff7-cfc7-43dd-859f-66136e257516', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0fe798fd-df4c-45ca-b952-67b7ecfd7476', 'attached_at': '', 'detached_at': '', 'volume_id': '54bc9ff7-cfc7-43dd-859f-66136e257516', 'serial': '54bc9ff7-cfc7-43dd-859f-66136e257516'}, 'attachment_id': 'e01031bf-71f2-45b7-b39c-30d6aba20d71', 'volume_type': None}], 'swap': None} {{(pid=62555) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1584.780734] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Root volume attach. Driver type: vmdk {{(pid=62555) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1584.781830] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f343d1d4-5b0b-4b99-af0d-993c08f885c8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.792409] env[62555]: INFO nova.compute.manager [-] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Took 1.72 seconds to deallocate network for instance. [ 1584.794768] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac61d54b-c252-46a1-b562-2c64551f5090 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.805577] env[62555]: INFO nova.compute.manager [-] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Took 1.75 seconds to deallocate network for instance. [ 1584.812762] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c198c8be-d78c-4306-949d-ac5499ecfcfc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.822654] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5ef943bf-98dd-4b19-a5f2-1ba4a23d0215 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.830045] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Waiting for the task: (returnval){ [ 1584.830045] env[62555]: value = "task-1704756" [ 1584.830045] env[62555]: _type = "Task" [ 1584.830045] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.844585] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704756, 'name': RelocateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.859632] env[62555]: DEBUG oslo_vmware.api [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704753, 'name': PowerOnVM_Task, 'duration_secs': 0.455965} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.859915] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.860166] env[62555]: DEBUG nova.compute.manager [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1584.860958] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceb653c-3b44-42e7-8e49-726e507f1480 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.868816] env[62555]: DEBUG nova.compute.manager [req-94c8bd90-5c36-4b93-a6ed-e36ed9baefdd req-5ff362ca-7672-4f25-aaab-602350b1f615 service nova] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Received event network-vif-deleted-ef67c7de-852d-44fa-93fc-7d3a8d923ddf {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1584.868900] env[62555]: DEBUG nova.compute.manager [req-94c8bd90-5c36-4b93-a6ed-e36ed9baefdd req-5ff362ca-7672-4f25-aaab-602350b1f615 service nova] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Received event network-vif-deleted-eed41180-d90a-4b84-a003-a64fa1aa9073 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1584.928302] env[62555]: DEBUG oslo_vmware.api [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704754, 'name': PowerOnVM_Task, 'duration_secs': 0.471683} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.930957] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1584.931201] env[62555]: INFO nova.compute.manager [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1584.931382] env[62555]: DEBUG nova.compute.manager [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1584.932485] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca853a8-1c52-4414-a07e-5f9c37c3755a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.957815] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e8237-9712-4caa-8064-2c489e1d7c50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.965453] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6785bc-2273-4996-814d-0da41ff59981 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.997571] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699e3b27-09dc-43ad-9562-ffc4b331734e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.009887] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5a4861-6b99-43a4-a611-9d85f25bc9aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.014661] env[62555]: INFO nova.compute.manager [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Swapping old allocation on dict_keys(['5f354455-75f8-40c8-86fa-d8c530c2fdf0']) held by migration 2545907a-d2d2-45cd-a90b-1daf716b4081 for instance [ 1585.028569] env[62555]: DEBUG nova.compute.provider_tree [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.041408] env[62555]: DEBUG nova.scheduler.client.report [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1585.050133] env[62555]: DEBUG oslo_vmware.api [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704755, 'name': PowerOffVM_Task, 'duration_secs': 0.172696} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.050395] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.050609] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.050820] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f156372-528a-49df-ab97-2bdc083b0e5a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.057948] env[62555]: DEBUG nova.scheduler.client.report [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Overwriting current allocation {'allocations': {'5f354455-75f8-40c8-86fa-d8c530c2fdf0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 95}}, 'project_id': '3498d5a7e64144c6ae39773812b282e3', 'user_id': '001d7b5d2bf34ad2861b2998d7a4f9b8', 'consumer_generation': 1} on consumer c9cd4322-e60f-4744-9dd4-739249b96d34 {{(pid=62555) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1585.094691] env[62555]: DEBUG nova.network.neutron [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Updated VIF entry in instance network info cache for port ed5ae32e-b91c-46a2-a439-82b3765167f0. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.095128] env[62555]: DEBUG nova.network.neutron [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Updating instance_info_cache with network_info: [{"id": "ed5ae32e-b91c-46a2-a439-82b3765167f0", "address": "fa:16:3e:35:04:97", "network": {"id": "66e2c69f-85f5-4b91-a161-9624b3ca3aab", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-102447404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6de6d1668644ec9867cb975a1922fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5ae32e-b9", "ovs_interfaceid": "ed5ae32e-b91c-46a2-a439-82b3765167f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.145755] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1585.146015] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1585.146226] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Deleting the datastore file [datastore1] b21dcbcf-03e2-429f-be05-56d7ef7dec00 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1585.146582] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-863ecaf3-24cf-4313-8c09-b7a8e5e79dbe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.156022] env[62555]: DEBUG oslo_vmware.api [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for the task: (returnval){ [ 1585.156022] env[62555]: value = "task-1704758" [ 1585.156022] env[62555]: _type = "Task" [ 1585.156022] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.156022] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.156486] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquired lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.156486] env[62555]: DEBUG nova.network.neutron [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.167224] env[62555]: DEBUG oslo_vmware.api [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.306706] env[62555]: DEBUG oslo_concurrency.lockutils [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.317379] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.344302] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704756, 'name': RelocateVM_Task} progress is 20%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.389315] env[62555]: DEBUG oslo_concurrency.lockutils [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1585.459817] env[62555]: INFO nova.compute.manager [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Took 35.99 seconds to build instance. [ 1585.545835] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.072s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.546972] env[62555]: DEBUG nova.compute.manager [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1585.550157] env[62555]: DEBUG oslo_concurrency.lockutils [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.583s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1585.550413] env[62555]: DEBUG nova.objects.instance [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lazy-loading 'resources' on Instance uuid 654aac75-7194-4d48-aaa6-ca452959551d {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.597891] env[62555]: DEBUG oslo_concurrency.lockutils [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] Releasing lock "refresh_cache-0fe798fd-df4c-45ca-b952-67b7ecfd7476" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.598134] env[62555]: DEBUG nova.compute.manager [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Received event network-vif-deleted-d1657a38-8bef-4d44-84c7-9456b190b06e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1585.598327] env[62555]: INFO nova.compute.manager [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Neutron deleted interface d1657a38-8bef-4d44-84c7-9456b190b06e; detaching it from the instance and deleting it from the info cache [ 1585.598504] env[62555]: DEBUG nova.network.neutron [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.669421] env[62555]: DEBUG oslo_vmware.api [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Task: {'id': task-1704758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352103} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.669670] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1585.669854] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1585.670042] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1585.670222] env[62555]: INFO nova.compute.manager [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1585.670467] env[62555]: DEBUG oslo.service.loopingcall [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1585.670661] env[62555]: DEBUG nova.compute.manager [-] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1585.670754] env[62555]: DEBUG nova.network.neutron [-] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1585.840491] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704756, 'name': RelocateVM_Task} progress is 20%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.962659] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cc91df89-b86d-4e7f-a808-598e0bcf0b23 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.503s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.056884] env[62555]: DEBUG nova.compute.utils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1586.059310] env[62555]: DEBUG nova.compute.manager [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1586.059690] env[62555]: DEBUG nova.network.neutron [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1586.104299] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76d5b1c3-4e20-4fa2-b7cd-6df349e0c333 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.110817] env[62555]: INFO nova.compute.manager [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Rebuilding instance [ 1586.115621] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d33423-17d2-4553-bca4-3b96dd8bef08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.167128] env[62555]: DEBUG nova.compute.manager [req-bf475632-ace9-4e0a-a752-7b467ffc328a req-b0398e2e-37f4-4c25-89ae-7343dfe5eefd service nova] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Detach interface failed, port_id=d1657a38-8bef-4d44-84c7-9456b190b06e, reason: Instance 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1586.182090] env[62555]: DEBUG nova.policy [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '442b3156a1a04d009540c26a95f11f99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6284f9a6df804fb6ae055a7b0966a359', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1586.189335] env[62555]: DEBUG nova.compute.manager [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.190253] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f296904-c609-4311-9495-48096ada62de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.342287] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704756, 'name': RelocateVM_Task} progress is 20%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.435765] env[62555]: DEBUG nova.network.neutron [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance_info_cache with network_info: [{"id": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "address": "fa:16:3e:ce:15:3c", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb9d7e90-59", "ovs_interfaceid": "eb9d7e90-5914-4c9f-bcd2-e26996821915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.522850] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc4af6-efd1-426b-a9d0-2f194318d37a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.531080] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c49dea-f0aa-42fe-b17c-98cba885be16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.564930] env[62555]: DEBUG nova.compute.manager [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1586.568865] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae168b73-a097-4ff8-a760-4f853885615a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.578214] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55503c5c-52e2-44ba-8c5b-bd2f18450e6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.592357] env[62555]: DEBUG nova.compute.provider_tree [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.827209] env[62555]: DEBUG nova.network.neutron [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Successfully created port: b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1586.842113] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704756, 'name': RelocateVM_Task, 'duration_secs': 1.768701} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.842518] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1586.842631] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355230', 'volume_id': '54bc9ff7-cfc7-43dd-859f-66136e257516', 'name': 'volume-54bc9ff7-cfc7-43dd-859f-66136e257516', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0fe798fd-df4c-45ca-b952-67b7ecfd7476', 'attached_at': '', 'detached_at': '', 'volume_id': '54bc9ff7-cfc7-43dd-859f-66136e257516', 'serial': '54bc9ff7-cfc7-43dd-859f-66136e257516'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1586.843635] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb6833b-7438-4c56-8edc-99683ad21880 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.861902] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec5452b-29a7-4002-86f3-29cc4c6cff71 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.887631] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] volume-54bc9ff7-cfc7-43dd-859f-66136e257516/volume-54bc9ff7-cfc7-43dd-859f-66136e257516.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.887870] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd30efc5-a115-4365-90b1-3062ee47615a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.908703] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Waiting for the task: (returnval){ [ 1586.908703] env[62555]: value = "task-1704759" [ 1586.908703] env[62555]: _type = "Task" [ 1586.908703] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.916840] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704759, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.938663] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Releasing lock "refresh_cache-c9cd4322-e60f-4744-9dd4-739249b96d34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.939192] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.939501] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd6b3ed6-09f8-43ae-98d6-1226c87428d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.946686] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1586.946686] env[62555]: value = "task-1704760" [ 1586.946686] env[62555]: _type = "Task" [ 1586.946686] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.957521] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.008779] env[62555]: DEBUG nova.network.neutron [-] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.095943] env[62555]: DEBUG nova.scheduler.client.report [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1587.115810] env[62555]: DEBUG nova.compute.manager [req-7191f28d-82f1-491f-b757-c98c3d693c0f req-13d56797-84ca-43b9-b90c-ea16427e0338 service nova] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Received event network-vif-deleted-d6cb08d0-6c53-4c59-8ee4-25823825d1fa {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1587.211615] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1587.211979] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04b22e78-d79e-4e59-bae3-562e628143b9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.218824] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1587.218824] env[62555]: value = "task-1704761" [ 1587.218824] env[62555]: _type = "Task" [ 1587.218824] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.229639] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.418791] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704759, 'name': ReconfigVM_Task, 'duration_secs': 0.260418} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.419101] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Reconfigured VM instance instance-00000042 to attach disk [datastore1] volume-54bc9ff7-cfc7-43dd-859f-66136e257516/volume-54bc9ff7-cfc7-43dd-859f-66136e257516.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.423761] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-418fdaea-8750-43bf-ad49-bc969874ef7c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.438546] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Waiting for the task: (returnval){ [ 1587.438546] env[62555]: value = "task-1704762" [ 1587.438546] env[62555]: _type = "Task" [ 1587.438546] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.446928] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.454542] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704760, 'name': PowerOffVM_Task, 'duration_secs': 0.289805} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.454788] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.455601] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:03:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='50ad4941-6d26-4d9f-a1c0-63fca34008eb',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-975459429',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1587.455951] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1587.456175] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.456381] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1587.456527] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.456674] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1587.456877] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1587.457309] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1587.457309] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1587.457416] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1587.457570] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1587.463744] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-344c7c54-4950-4adb-ac09-58d54db99231 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.481015] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1587.481015] env[62555]: value = "task-1704763" [ 1587.481015] env[62555]: _type = "Task" [ 1587.481015] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.489058] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.512820] env[62555]: INFO nova.compute.manager [-] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Took 1.84 seconds to deallocate network for instance. [ 1587.576151] env[62555]: DEBUG nova.compute.manager [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1587.601459] env[62555]: DEBUG nova.virt.hardware [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1587.601733] env[62555]: DEBUG nova.virt.hardware [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1587.601892] env[62555]: DEBUG nova.virt.hardware [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1587.602289] env[62555]: DEBUG nova.virt.hardware [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1587.602485] env[62555]: DEBUG nova.virt.hardware [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1587.602641] env[62555]: DEBUG nova.virt.hardware [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1587.602857] env[62555]: DEBUG nova.virt.hardware [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1587.603035] env[62555]: DEBUG nova.virt.hardware [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1587.603254] env[62555]: DEBUG nova.virt.hardware [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1587.603457] env[62555]: DEBUG nova.virt.hardware [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1587.603633] env[62555]: DEBUG nova.virt.hardware [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1587.604523] env[62555]: DEBUG oslo_concurrency.lockutils [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.607017] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb770508-b713-4f92-8ff9-8f930f60adfb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.609914] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 25.703s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.617141] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744cb9e6-9990-4fea-8a81-e245c25dc52d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.634805] env[62555]: INFO nova.scheduler.client.report [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Deleted allocations for instance 654aac75-7194-4d48-aaa6-ca452959551d [ 1587.736019] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704761, 'name': PowerOffVM_Task, 'duration_secs': 0.194363} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.736019] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.736019] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.736019] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1395b3-2e37-4375-b6f4-c22d6e75b10b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.743731] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.744467] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48450451-41bc-45d2-9421-f6118a242a67 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.877160] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.877160] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.877160] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleting the datastore file [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.877911] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b489ebf-22c5-4ee4-8e20-e58f82f2ac00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.887042] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1587.887042] env[62555]: value = "task-1704765" [ 1587.887042] env[62555]: _type = "Task" [ 1587.887042] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.897337] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.948795] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704762, 'name': ReconfigVM_Task, 'duration_secs': 0.27374} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.949136] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355230', 'volume_id': '54bc9ff7-cfc7-43dd-859f-66136e257516', 'name': 'volume-54bc9ff7-cfc7-43dd-859f-66136e257516', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0fe798fd-df4c-45ca-b952-67b7ecfd7476', 'attached_at': '', 'detached_at': '', 'volume_id': '54bc9ff7-cfc7-43dd-859f-66136e257516', 'serial': '54bc9ff7-cfc7-43dd-859f-66136e257516'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1587.949716] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b826051a-d95e-48f4-ab2a-78666ed8ea15 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.956236] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Waiting for the task: (returnval){ [ 1587.956236] env[62555]: value = "task-1704766" [ 1587.956236] env[62555]: _type = "Task" [ 1587.956236] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.966290] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704766, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.992590] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.020891] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.145029] env[62555]: DEBUG oslo_concurrency.lockutils [None req-947f0729-6d9b-4f5a-89ad-009cd2f33f88 tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "654aac75-7194-4d48-aaa6-ca452959551d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.036s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.345085] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "6a17ca8f-daf0-49bd-813a-599c3f970959" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.345382] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "6a17ca8f-daf0-49bd-813a-599c3f970959" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.397289] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296067} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.397615] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.397831] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.398055] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.467237] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704766, 'name': Rename_Task, 'duration_secs': 0.159945} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.467523] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.467771] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e2491af-8a06-4ae8-b11d-5ac48ebd92db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.475135] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Waiting for the task: (returnval){ [ 1588.475135] env[62555]: value = "task-1704767" [ 1588.475135] env[62555]: _type = "Task" [ 1588.475135] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.484435] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.493056] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.648770] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 3fc6298e-db1d-4b87-8938-1261e2fc00d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.648932] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 34828a36-3444-435b-98a2-cd82665c4ef9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.649072] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 82834fab-3c1c-4451-a202-49dced9c36ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.649195] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9507999b-d5a3-4091-8457-a119a1726ea2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.649334] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 970f5425-a9c9-4195-9e62-b66aaffdc05f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.649450] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance fd85eb9e-eeab-4688-9215-ed22e1eab49f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.649586] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance b0fa6b1c-5bab-4391-ba3d-4e1584a011e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.649699] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 4837a7c6-6688-457e-ba85-d57b99a13ed9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.649823] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 57c76784-a3bc-4a7e-97ad-73a06e2835da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.649948] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.650074] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 69481620-9360-4fce-a2e8-91ea5046bd64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.650190] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 5531e02e-939b-4dfa-b341-9f3d4dd2a875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.650299] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 4290adde-f861-4f47-8343-4f937865b4e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.650408] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 47a16523-83e6-4b11-9695-06b96a92dd13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.650517] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.650625] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 83fd6c8d-bf51-4314-ab64-b6f3be48e895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.650741] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance a8c2891e-8691-4b15-9e1e-39f131eb97e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.650857] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance b6326d64-937c-46d9-8cba-883172239877 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.650967] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance c9cd4322-e60f-4744-9dd4-739249b96d34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.651459] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance a29dcab5-08b5-4549-b361-5b15efcdd240 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.651617] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 1c6c6982-fa30-48b9-82db-732948c9ec2e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.651743] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.651859] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 482b83bb-a607-4a69-b055-c6e8aefb77e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.651990] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 131a3493-1f37-44bd-94c2-a1895723e334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.652124] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance b21dcbcf-03e2-429f-be05-56d7ef7dec00 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1588.652239] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance af19afb3-5fc6-4c58-afaa-84f2afb337fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.652349] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 0fe798fd-df4c-45ca-b952-67b7ecfd7476 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.652456] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 3a4b9ee2-f504-4585-a8bf-b1749fbd34df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.747472] env[62555]: DEBUG nova.network.neutron [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Successfully updated port: b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1588.847701] env[62555]: DEBUG nova.compute.manager [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.987952] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704767, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.999630] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704763, 'name': ReconfigVM_Task, 'duration_secs': 1.24605} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.000457] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9845ff0-c333-49ea-9e9f-4cf7b977dfd4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.027906] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T20:03:19Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='50ad4941-6d26-4d9f-a1c0-63fca34008eb',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-975459429',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1589.028229] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1589.028428] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.028656] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1589.028838] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.029029] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1589.029278] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1589.029478] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1589.029684] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1589.029882] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1589.030104] env[62555]: DEBUG nova.virt.hardware [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1589.030949] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3086b51-a704-4632-8529-23eb7e1b7359 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.036615] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1589.036615] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52216a5f-73c5-576f-c8ad-2e3567e9b843" [ 1589.036615] env[62555]: _type = "Task" [ 1589.036615] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.044565] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52216a5f-73c5-576f-c8ad-2e3567e9b843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.155752] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 842aa760-6fb5-48c6-8308-1e808cf06632 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1589.249581] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.249745] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.249905] env[62555]: DEBUG nova.network.neutron [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1589.260410] env[62555]: DEBUG nova.compute.manager [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Received event network-vif-plugged-b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1589.260637] env[62555]: DEBUG oslo_concurrency.lockutils [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] Acquiring lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.260840] env[62555]: DEBUG oslo_concurrency.lockutils [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.261018] env[62555]: DEBUG oslo_concurrency.lockutils [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.261254] env[62555]: DEBUG nova.compute.manager [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] No waiting events found dispatching network-vif-plugged-b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1589.261434] env[62555]: WARNING nova.compute.manager [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Received unexpected event network-vif-plugged-b5f58385-f5f0-47d6-9c86-6ad4b5da250e for instance with vm_state building and task_state spawning. [ 1589.261597] env[62555]: DEBUG nova.compute.manager [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Received event network-changed-b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1589.261749] env[62555]: DEBUG nova.compute.manager [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Refreshing instance network info cache due to event network-changed-b5f58385-f5f0-47d6-9c86-6ad4b5da250e. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1589.261913] env[62555]: DEBUG oslo_concurrency.lockutils [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] Acquiring lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.372211] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.434575] env[62555]: DEBUG nova.virt.hardware [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1589.434816] env[62555]: DEBUG nova.virt.hardware [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1589.434971] env[62555]: DEBUG nova.virt.hardware [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.435169] env[62555]: DEBUG nova.virt.hardware [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1589.435312] env[62555]: DEBUG nova.virt.hardware [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.435458] env[62555]: DEBUG nova.virt.hardware [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1589.435689] env[62555]: DEBUG nova.virt.hardware [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1589.435858] env[62555]: DEBUG nova.virt.hardware [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1589.436037] env[62555]: DEBUG nova.virt.hardware [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1589.436203] env[62555]: DEBUG nova.virt.hardware [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1589.436397] env[62555]: DEBUG nova.virt.hardware [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1589.437286] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5429331-d506-446d-b60d-20eb0aa2da18 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.445167] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8af437a-2f6c-488c-b086-b273d95433de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.458738] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:16:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79ece966-6187-47d7-bce7-cc39df14ac67', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc96407-66df-4dbf-bc26-f0455697d315', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1589.466135] env[62555]: DEBUG oslo.service.loopingcall [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1589.466362] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1589.466584] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae9fb1cd-3623-4c1e-bcab-faad1d84bd3a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.480501] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "4837a7c6-6688-457e-ba85-d57b99a13ed9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.480746] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "4837a7c6-6688-457e-ba85-d57b99a13ed9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.481156] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "4837a7c6-6688-457e-ba85-d57b99a13ed9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.481354] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "4837a7c6-6688-457e-ba85-d57b99a13ed9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.481523] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "4837a7c6-6688-457e-ba85-d57b99a13ed9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.486855] env[62555]: INFO nova.compute.manager [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Terminating instance [ 1589.491307] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1589.491307] env[62555]: value = "task-1704768" [ 1589.491307] env[62555]: _type = "Task" [ 1589.491307] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.494569] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704767, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.506144] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704768, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.547279] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52216a5f-73c5-576f-c8ad-2e3567e9b843, 'name': SearchDatastore_Task, 'duration_secs': 0.006798} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.553077] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1589.553315] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-027b94a0-d26e-40c5-bb45-65e702ab52e2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.572925] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1589.572925] env[62555]: value = "task-1704769" [ 1589.572925] env[62555]: _type = "Task" [ 1589.572925] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.583066] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.658636] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance c9d80a18-28c5-45cb-b366-07ccff49acfc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1589.784740] env[62555]: DEBUG nova.network.neutron [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1589.978705] env[62555]: DEBUG nova.network.neutron [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updating instance_info_cache with network_info: [{"id": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "address": "fa:16:3e:12:fa:ef", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f58385-f5", "ovs_interfaceid": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.990345] env[62555]: DEBUG oslo_vmware.api [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1704767, 'name': PowerOnVM_Task, 'duration_secs': 1.42573} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.990345] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.990678] env[62555]: INFO nova.compute.manager [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1589.990678] env[62555]: DEBUG nova.compute.manager [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.991614] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f514e6-8ade-4225-aad6-48154f2c74bd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.999818] env[62555]: DEBUG nova.compute.manager [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1590.000023] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.003992] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a8c0f3-bf08-4645-9c00-11d3e19102a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.011725] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704768, 'name': CreateVM_Task, 'duration_secs': 0.36617} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.013597] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1590.013875] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.014558] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.014752] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.015096] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1590.015329] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5687aaa1-7ad0-45e0-a852-7c3b4cd69e18 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.016706] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a34c91-67d1-4d29-a2f4-73543aa71033 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.021184] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1590.021184] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52568ae7-7642-65ab-d24b-ac8db6f0a8fc" [ 1590.021184] env[62555]: _type = "Task" [ 1590.021184] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.025314] env[62555]: DEBUG oslo_vmware.api [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1590.025314] env[62555]: value = "task-1704770" [ 1590.025314] env[62555]: _type = "Task" [ 1590.025314] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.030852] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52568ae7-7642-65ab-d24b-ac8db6f0a8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.035508] env[62555]: DEBUG oslo_vmware.api [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.082588] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704769, 'name': ReconfigVM_Task, 'duration_secs': 0.174085} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.082781] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1590.083723] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3ddca6-1374-4358-807e-915c160359fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.110034] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c9cd4322-e60f-4744-9dd4-739249b96d34/c9cd4322-e60f-4744-9dd4-739249b96d34.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1590.110034] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b695aacf-5e77-4bad-9c2d-611aa1321294 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.128025] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1590.128025] env[62555]: value = "task-1704771" [ 1590.128025] env[62555]: _type = "Task" [ 1590.128025] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.136574] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704771, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.161645] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 6a17ca8f-daf0-49bd-813a-599c3f970959 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1590.161980] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1590.162142] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1590.482626] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.482626] env[62555]: DEBUG nova.compute.manager [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Instance network_info: |[{"id": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "address": "fa:16:3e:12:fa:ef", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f58385-f5", "ovs_interfaceid": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1590.482787] env[62555]: DEBUG oslo_concurrency.lockutils [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] Acquired lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.482963] env[62555]: DEBUG nova.network.neutron [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Refreshing network info cache for port b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.484526] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:fa:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5f58385-f5f0-47d6-9c86-6ad4b5da250e', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1590.496944] env[62555]: DEBUG oslo.service.loopingcall [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.502949] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1590.506852] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fa54f22-1a47-486d-bc71-704ff8500924 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.541594] env[62555]: INFO nova.compute.manager [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Took 38.43 seconds to build instance. [ 1590.544443] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1590.544443] env[62555]: value = "task-1704772" [ 1590.544443] env[62555]: _type = "Task" [ 1590.544443] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.557559] env[62555]: DEBUG oslo_vmware.api [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.557559] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52568ae7-7642-65ab-d24b-ac8db6f0a8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.558530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.558597] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.558829] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.558979] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.559226] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.559488] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94043a18-e8c0-4d76-861a-4259b9db4778 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.564399] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704772, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.573482] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.573698] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1590.577035] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d01b17e-9fb2-4e30-ae94-7c0a2af4ddd1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.584888] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1590.584888] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524e7633-9d9b-7b6b-ab52-8e5be94301c5" [ 1590.584888] env[62555]: _type = "Task" [ 1590.584888] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.591401] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524e7633-9d9b-7b6b-ab52-8e5be94301c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.633443] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133522e1-2b21-4617-af26-bccd37d38745 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.644019] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704771, 'name': ReconfigVM_Task, 'duration_secs': 0.283075} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.644181] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c9cd4322-e60f-4744-9dd4-739249b96d34/c9cd4322-e60f-4744-9dd4-739249b96d34.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1590.645100] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c0893c-dad3-482c-bade-e9dd9267625e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.648365] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5a300e-2991-4144-a412-0e5f2e455a97 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.693766] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b383558-a20b-47dd-86e5-a6c6b315d6bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.699824] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82d1fed-955f-44b1-ac88-1de18e301b31 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.726870] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434619c0-926f-4587-8dcf-bda67fe5336c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.739219] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa921bf-d471-4d05-94a1-74091109b131 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.747574] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.763038] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa0ab96-8cf8-45c9-84ae-4a84427cd8cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.770691] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1590.770972] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fffb9801-032e-4033-a8d8-5ad317d53c51 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.776824] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1590.776824] env[62555]: value = "task-1704773" [ 1590.776824] env[62555]: _type = "Task" [ 1590.776824] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.786683] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.000764] env[62555]: DEBUG nova.network.neutron [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updated VIF entry in instance network info cache for port b5f58385-f5f0-47d6-9c86-6ad4b5da250e. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1591.001151] env[62555]: DEBUG nova.network.neutron [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updating instance_info_cache with network_info: [{"id": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "address": "fa:16:3e:12:fa:ef", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f58385-f5", "ovs_interfaceid": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.043488] env[62555]: DEBUG oslo_vmware.api [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704770, 'name': PowerOffVM_Task, 'duration_secs': 0.689041} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.043712] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.043873] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.044354] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-feb2f5bb-10cd-45ca-9236-c9ca467cda12 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.046337] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ed59752-dd2d-4a1a-a9e6-4a5997fe74f8 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.953s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.056258] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704772, 'name': CreateVM_Task, 'duration_secs': 0.388228} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.056319] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1591.056943] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.057115] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.057441] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1591.057685] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5867359-5340-4b8a-a8bd-399cfaeca15c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.062428] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1591.062428] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5275a0e0-c07a-7c07-07f8-eb90fc7f047c" [ 1591.062428] env[62555]: _type = "Task" [ 1591.062428] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.071151] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5275a0e0-c07a-7c07-07f8-eb90fc7f047c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.093190] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524e7633-9d9b-7b6b-ab52-8e5be94301c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.093997] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b31045-c8b3-4992-97d2-4425010a5197 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.100099] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1591.100099] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52632a73-efc1-af2e-1adb-04eadd61ca4b" [ 1591.100099] env[62555]: _type = "Task" [ 1591.100099] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.107597] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52632a73-efc1-af2e-1adb-04eadd61ca4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.113220] env[62555]: DEBUG nova.compute.manager [req-a3b4971c-026f-41c9-9447-383b92aeca1b req-e24b013c-3880-4839-bc0e-95b952f5ce31 service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Received event network-changed-ed5ae32e-b91c-46a2-a439-82b3765167f0 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1591.113220] env[62555]: DEBUG nova.compute.manager [req-a3b4971c-026f-41c9-9447-383b92aeca1b req-e24b013c-3880-4839-bc0e-95b952f5ce31 service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Refreshing instance network info cache due to event network-changed-ed5ae32e-b91c-46a2-a439-82b3765167f0. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1591.113360] env[62555]: DEBUG oslo_concurrency.lockutils [req-a3b4971c-026f-41c9-9447-383b92aeca1b req-e24b013c-3880-4839-bc0e-95b952f5ce31 service nova] Acquiring lock "refresh_cache-0fe798fd-df4c-45ca-b952-67b7ecfd7476" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.113413] env[62555]: DEBUG oslo_concurrency.lockutils [req-a3b4971c-026f-41c9-9447-383b92aeca1b req-e24b013c-3880-4839-bc0e-95b952f5ce31 service nova] Acquired lock "refresh_cache-0fe798fd-df4c-45ca-b952-67b7ecfd7476" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.113564] env[62555]: DEBUG nova.network.neutron [req-a3b4971c-026f-41c9-9447-383b92aeca1b req-e24b013c-3880-4839-bc0e-95b952f5ce31 service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Refreshing network info cache for port ed5ae32e-b91c-46a2-a439-82b3765167f0 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.125958] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.126202] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.126423] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Deleting the datastore file [datastore1] 4837a7c6-6688-457e-ba85-d57b99a13ed9 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.127080] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c874633-c449-422c-9a6c-c737e8285a96 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.133206] env[62555]: DEBUG oslo_vmware.api [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for the task: (returnval){ [ 1591.133206] env[62555]: value = "task-1704775" [ 1591.133206] env[62555]: _type = "Task" [ 1591.133206] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.145370] env[62555]: DEBUG oslo_vmware.api [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.266331] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1591.288097] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704773, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.504268] env[62555]: DEBUG oslo_concurrency.lockutils [req-45c1e18e-aadc-45eb-8fe9-b8e5d9257240 req-65755aaa-343f-4233-8ba9-102774f8b375 service nova] Releasing lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.574110] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5275a0e0-c07a-7c07-07f8-eb90fc7f047c, 'name': SearchDatastore_Task, 'duration_secs': 0.017479} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.574438] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.575025] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1591.575025] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.611577] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52632a73-efc1-af2e-1adb-04eadd61ca4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.611577] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.611577] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1591.611804] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.612018] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1591.612238] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-501e54aa-e015-43a9-b501-2ae78e44768e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.614418] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2896aa3-6760-4fff-a81d-95852f473bce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.623201] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1591.623201] env[62555]: value = "task-1704776" [ 1591.623201] env[62555]: _type = "Task" [ 1591.623201] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.627654] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1591.627840] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1591.628869] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d148800-824c-4029-b3f9-90402c1143a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.637193] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.643499] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1591.643499] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a4eda7-b48d-a844-5ee3-961a6d74316f" [ 1591.643499] env[62555]: _type = "Task" [ 1591.643499] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.649104] env[62555]: DEBUG oslo_vmware.api [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Task: {'id': task-1704775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219671} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.649766] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.650376] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.650376] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.650547] env[62555]: INFO nova.compute.manager [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1591.650708] env[62555]: DEBUG oslo.service.loopingcall [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.653131] env[62555]: DEBUG nova.compute.manager [-] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1591.653252] env[62555]: DEBUG nova.network.neutron [-] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1591.658452] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a4eda7-b48d-a844-5ee3-961a6d74316f, 'name': SearchDatastore_Task, 'duration_secs': 0.010814} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.659496] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db869929-c405-4bd2-bdf8-9d0fb083e905 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.664656] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1591.664656] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5222354f-5007-2213-0700-5cf383758491" [ 1591.664656] env[62555]: _type = "Task" [ 1591.664656] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.672411] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5222354f-5007-2213-0700-5cf383758491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.769196] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1591.769466] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.160s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.769753] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.518s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.769935] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.772040] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.039s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.773668] env[62555]: INFO nova.compute.claims [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1591.776692] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1591.776840] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Cleaning up deleted instances {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 1591.787154] env[62555]: DEBUG oslo_vmware.api [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704773, 'name': PowerOnVM_Task, 'duration_secs': 0.594492} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.787414] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1591.813681] env[62555]: INFO nova.scheduler.client.report [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Deleted allocations for instance a8c2891e-8691-4b15-9e1e-39f131eb97e8 [ 1592.101187] env[62555]: DEBUG nova.network.neutron [req-a3b4971c-026f-41c9-9447-383b92aeca1b req-e24b013c-3880-4839-bc0e-95b952f5ce31 service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Updated VIF entry in instance network info cache for port ed5ae32e-b91c-46a2-a439-82b3765167f0. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1592.101621] env[62555]: DEBUG nova.network.neutron [req-a3b4971c-026f-41c9-9447-383b92aeca1b req-e24b013c-3880-4839-bc0e-95b952f5ce31 service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Updating instance_info_cache with network_info: [{"id": "ed5ae32e-b91c-46a2-a439-82b3765167f0", "address": "fa:16:3e:35:04:97", "network": {"id": "66e2c69f-85f5-4b91-a161-9624b3ca3aab", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-102447404-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6de6d1668644ec9867cb975a1922fb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65497291-07f3-434c-bd42-657a0cb03365", "external-id": "nsx-vlan-transportzone-279", "segmentation_id": 279, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5ae32e-b9", "ovs_interfaceid": "ed5ae32e-b91c-46a2-a439-82b3765167f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.135902] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704776, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.183468] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5222354f-5007-2213-0700-5cf383758491, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.183801] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.184287] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3a4b9ee2-f504-4585-a8bf-b1749fbd34df/3a4b9ee2-f504-4585-a8bf-b1749fbd34df.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.184688] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5752a00-ca0c-4828-a395-fbbfd5fa76bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.193425] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1592.193425] env[62555]: value = "task-1704777" [ 1592.193425] env[62555]: _type = "Task" [ 1592.193425] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.203781] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704777, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.292289] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] There are 38 instances to clean {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1592.292686] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 654aac75-7194-4d48-aaa6-ca452959551d] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1592.327194] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9018e03e-a2e4-472c-afc7-9385bca77e27 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "a8c2891e-8691-4b15-9e1e-39f131eb97e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.734s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.445511] env[62555]: DEBUG nova.compute.manager [req-f8b92003-387a-4495-bdee-283daada5a4d req-35f8ffd5-4efa-465f-aec8-f06d10dd6b8e service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Received event network-vif-deleted-8f740253-272d-4cd5-864b-aeb894f26d38 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1592.445668] env[62555]: INFO nova.compute.manager [req-f8b92003-387a-4495-bdee-283daada5a4d req-35f8ffd5-4efa-465f-aec8-f06d10dd6b8e service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Neutron deleted interface 8f740253-272d-4cd5-864b-aeb894f26d38; detaching it from the instance and deleting it from the info cache [ 1592.445854] env[62555]: DEBUG nova.network.neutron [req-f8b92003-387a-4495-bdee-283daada5a4d req-35f8ffd5-4efa-465f-aec8-f06d10dd6b8e service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.604917] env[62555]: DEBUG oslo_concurrency.lockutils [req-a3b4971c-026f-41c9-9447-383b92aeca1b req-e24b013c-3880-4839-bc0e-95b952f5ce31 service nova] Releasing lock "refresh_cache-0fe798fd-df4c-45ca-b952-67b7ecfd7476" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.637904] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748656} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.638228] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1592.638439] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1592.638721] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbcb8792-158e-407e-8291-38ee5fa1040d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.653054] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1592.653054] env[62555]: value = "task-1704779" [ 1592.653054] env[62555]: _type = "Task" [ 1592.653054] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.664563] env[62555]: DEBUG nova.network.neutron [-] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.666029] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.703106] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704777, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.798368] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 07ca9076-1acb-4cd7-aee4-89675f9a0229] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1592.811933] env[62555]: INFO nova.compute.manager [None req-c06ab030-f65a-4e16-9e4e-0c58c1ee9fa8 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance to original state: 'active' [ 1592.949640] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e4ee419-b09d-434f-a8b8-7fbff97b13cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.964737] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a712a3e4-fa14-48fa-b094-230caef24557 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.020194] env[62555]: DEBUG nova.compute.manager [req-f8b92003-387a-4495-bdee-283daada5a4d req-35f8ffd5-4efa-465f-aec8-f06d10dd6b8e service nova] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Detach interface failed, port_id=8f740253-272d-4cd5-864b-aeb894f26d38, reason: Instance 4837a7c6-6688-457e-ba85-d57b99a13ed9 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1593.163805] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07129} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.166544] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1593.167620] env[62555]: INFO nova.compute.manager [-] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Took 1.51 seconds to deallocate network for instance. [ 1593.168828] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf431c34-06ec-45df-9574-cf116683f261 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.196533] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1593.199984] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fde1ee-ba07-49a7-9f86-c9584183ec9f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.231274] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704777, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905818} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.232742] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3a4b9ee2-f504-4585-a8bf-b1749fbd34df/3a4b9ee2-f504-4585-a8bf-b1749fbd34df.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1593.233086] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1593.233586] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1593.233586] env[62555]: value = "task-1704780" [ 1593.233586] env[62555]: _type = "Task" [ 1593.233586] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.236638] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a2fd987-8e8b-4c9a-97fe-91db0a5b10f1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.247538] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.248977] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1593.248977] env[62555]: value = "task-1704781" [ 1593.248977] env[62555]: _type = "Task" [ 1593.248977] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.262024] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704781, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.303904] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: d21ddb2e-1206-4135-b9e2-7d76dcf27864] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1593.320233] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9223816-13f7-4ae7-bb8c-9a24a936b6e0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.330251] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679b8573-ff63-4160-bb74-e132cc86650e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.363293] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fd8d9e-3739-4efe-a939-f3c7dec07e26 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.371694] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b481dc19-051f-4665-9092-6bc3b42e0db1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.385778] env[62555]: DEBUG nova.compute.provider_tree [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.502165] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "6867b1c2-f123-46a9-98f5-5272073f779c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.502430] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "6867b1c2-f123-46a9-98f5-5272073f779c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.698240] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.748543] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.758776] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704781, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075331} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.759312] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1593.760150] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414a5aaf-d36a-4206-afe0-6a3a1cff3708 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.783602] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 3a4b9ee2-f504-4585-a8bf-b1749fbd34df/3a4b9ee2-f504-4585-a8bf-b1749fbd34df.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1593.784345] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce63cf4-d160-4c59-ba63-180067280297 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.804711] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1593.804711] env[62555]: value = "task-1704782" [ 1593.804711] env[62555]: _type = "Task" [ 1593.804711] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.808318] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: f895c262-2599-4660-a5d2-f0d78355aa45] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1593.815340] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.890073] env[62555]: DEBUG nova.scheduler.client.report [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1594.005227] env[62555]: DEBUG nova.compute.manager [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1594.251227] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704780, 'name': ReconfigVM_Task, 'duration_secs': 0.529301} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.251559] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Reconfigured VM instance instance-00000022 to attach disk [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f/fd85eb9e-eeab-4688-9215-ed22e1eab49f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.252217] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b6c844a-78a6-47d6-98b9-d002e5db7c45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.259578] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1594.259578] env[62555]: value = "task-1704783" [ 1594.259578] env[62555]: _type = "Task" [ 1594.259578] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.267986] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704783, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.311368] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: fa4dfbf7-948e-45df-9f11-dbabe8051577] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1594.316914] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704782, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.393754] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.394495] env[62555]: DEBUG nova.compute.manager [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1594.397319] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.842s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.397510] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.399617] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.325s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.400334] env[62555]: DEBUG nova.objects.instance [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1594.427467] env[62555]: INFO nova.scheduler.client.report [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Deleted allocations for instance b6326d64-937c-46d9-8cba-883172239877 [ 1594.527143] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.735149] env[62555]: DEBUG oslo_concurrency.lockutils [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "c9cd4322-e60f-4744-9dd4-739249b96d34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.735456] env[62555]: DEBUG oslo_concurrency.lockutils [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "c9cd4322-e60f-4744-9dd4-739249b96d34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.735672] env[62555]: DEBUG oslo_concurrency.lockutils [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "c9cd4322-e60f-4744-9dd4-739249b96d34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1594.735855] env[62555]: DEBUG oslo_concurrency.lockutils [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "c9cd4322-e60f-4744-9dd4-739249b96d34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1594.736042] env[62555]: DEBUG oslo_concurrency.lockutils [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "c9cd4322-e60f-4744-9dd4-739249b96d34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.738254] env[62555]: INFO nova.compute.manager [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Terminating instance [ 1594.769593] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704783, 'name': Rename_Task, 'duration_secs': 0.377103} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.769935] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.770230] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23818a74-4751-4e00-a0de-2466eca7033a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.779115] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1594.779115] env[62555]: value = "task-1704784" [ 1594.779115] env[62555]: _type = "Task" [ 1594.779115] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.787780] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.815721] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704782, 'name': ReconfigVM_Task, 'duration_secs': 0.794634} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.815981] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 3a4b9ee2-f504-4585-a8bf-b1749fbd34df/3a4b9ee2-f504-4585-a8bf-b1749fbd34df.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1594.817343] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9567f78a-3f32-4e73-ae54-7696c63c4601 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.818666] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: b7d0868f-148b-4d9a-b070-bd882b34bc35] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1594.825527] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1594.825527] env[62555]: value = "task-1704785" [ 1594.825527] env[62555]: _type = "Task" [ 1594.825527] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.833920] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704785, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.909042] env[62555]: DEBUG nova.compute.utils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1594.909921] env[62555]: DEBUG nova.compute.manager [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1594.910106] env[62555]: DEBUG nova.network.neutron [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1594.935829] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a0372734-2ba2-4627-bef7-f58d17faec2e tempest-ServersTestMultiNic-990808214 tempest-ServersTestMultiNic-990808214-project-member] Lock "b6326d64-937c-46d9-8cba-883172239877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.230s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1594.979041] env[62555]: DEBUG nova.policy [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef13e5faaaa449aa9b473d0baf67078e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab10251ae73a41d1bbd5874325d2b289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1595.241958] env[62555]: DEBUG nova.compute.manager [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1595.242363] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1595.243326] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4eb4084-7c72-41fe-a3ed-648bf09de458 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.256105] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1595.256507] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f6a66b2-b3c6-4c30-b60b-6d0c47533134 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.263729] env[62555]: DEBUG oslo_vmware.api [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1595.263729] env[62555]: value = "task-1704786" [ 1595.263729] env[62555]: _type = "Task" [ 1595.263729] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.274591] env[62555]: DEBUG oslo_vmware.api [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.288344] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.322290] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c4828b08-06d6-4914-9bc9-46f3ee8f9bc4] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1595.338163] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704785, 'name': Rename_Task, 'duration_secs': 0.364541} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.338607] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1595.339055] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e8017db-0311-48a5-8a1e-b30156e5463e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.346567] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1595.346567] env[62555]: value = "task-1704787" [ 1595.346567] env[62555]: _type = "Task" [ 1595.346567] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.354540] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.411696] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dbcd9439-72a4-4ed5-ba21-bf23f59d3bfe tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.412993] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.682s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.413437] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.415578] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.233s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.415893] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.420041] env[62555]: DEBUG oslo_concurrency.lockutils [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.699s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.420041] env[62555]: DEBUG nova.objects.instance [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1595.426425] env[62555]: DEBUG nova.compute.manager [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1595.461143] env[62555]: INFO nova.scheduler.client.report [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Deleted allocations for instance 57c76784-a3bc-4a7e-97ad-73a06e2835da [ 1595.467600] env[62555]: INFO nova.scheduler.client.report [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Deleted allocations for instance 1c6c6982-fa30-48b9-82db-732948c9ec2e [ 1595.519342] env[62555]: DEBUG nova.network.neutron [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Successfully created port: a0b11616-e762-40a3-9d6a-c8115fcd0d31 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1595.775059] env[62555]: DEBUG oslo_vmware.api [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704786, 'name': PowerOffVM_Task, 'duration_secs': 0.206142} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.778370] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.778370] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1595.778370] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c78d59a-9146-43de-928f-82bd444618cd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.788014] env[62555]: DEBUG oslo_vmware.api [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704784, 'name': PowerOnVM_Task, 'duration_secs': 0.860801} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.788808] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.789075] env[62555]: DEBUG nova.compute.manager [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.789918] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928a98b7-597e-431a-ae84-b12b1e9385dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.828494] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: eeaafee9-6976-4796-a177-5fffaa70ee15] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1595.859241] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704787, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.870311] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1595.870637] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1595.870973] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Deleting the datastore file [datastore1] c9cd4322-e60f-4744-9dd4-739249b96d34 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1595.871287] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7b2171c-bfc0-4a01-8785-b68d2baf0d08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.882373] env[62555]: DEBUG oslo_vmware.api [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1595.882373] env[62555]: value = "task-1704789" [ 1595.882373] env[62555]: _type = "Task" [ 1595.882373] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.892994] env[62555]: DEBUG oslo_vmware.api [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.972126] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5db6065c-9bd4-449f-9795-4a6e94f0eb29 tempest-ListServerFiltersTestJSON-585269273 tempest-ListServerFiltersTestJSON-585269273-project-member] Lock "57c76784-a3bc-4a7e-97ad-73a06e2835da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.934s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.978972] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5a693909-4ade-4a24-803c-77cebfe1fa0e tempest-ServerShowV257Test-1342457787 tempest-ServerShowV257Test-1342457787-project-member] Lock "1c6c6982-fa30-48b9-82db-732948c9ec2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.585s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.218546] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.218905] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.219171] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.219396] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.219576] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.222707] env[62555]: INFO nova.compute.manager [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Terminating instance [ 1596.308915] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1596.334092] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 447825a7-a6e1-4f03-942a-c5a3a7eca6ec] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1596.360931] env[62555]: DEBUG oslo_vmware.api [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1704787, 'name': PowerOnVM_Task, 'duration_secs': 0.646468} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.361456] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1596.361806] env[62555]: INFO nova.compute.manager [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1596.362226] env[62555]: DEBUG nova.compute.manager [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1596.363572] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08daa48-a911-4761-96fb-c7bae87d4240 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.391960] env[62555]: DEBUG oslo_vmware.api [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364094} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.392328] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1596.392530] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1596.392710] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1596.392881] env[62555]: INFO nova.compute.manager [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1596.393134] env[62555]: DEBUG oslo.service.loopingcall [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1596.393327] env[62555]: DEBUG nova.compute.manager [-] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1596.393422] env[62555]: DEBUG nova.network.neutron [-] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1596.442738] env[62555]: DEBUG oslo_concurrency.lockutils [None req-166f69d0-bb8f-4106-a2bd-34803a5e30fd tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.443753] env[62555]: DEBUG nova.compute.manager [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1596.447627] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.552s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1596.447917] env[62555]: DEBUG nova.objects.instance [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1596.482498] env[62555]: DEBUG nova.virt.hardware [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='32b805a5e66acdfc8edbd40d9d7aabf6',container_format='bare',created_at=2024-12-10T20:05:05Z,direct_url=,disk_format='vmdk',id=3c570824-416d-43a8-a53b-487e034556b5,min_disk=1,min_ram=0,name='tempest-test-snap-1386314708',owner='ab10251ae73a41d1bbd5874325d2b289',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-10T20:05:21Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1596.482721] env[62555]: DEBUG nova.virt.hardware [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1596.482871] env[62555]: DEBUG nova.virt.hardware [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.483061] env[62555]: DEBUG nova.virt.hardware [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1596.483217] env[62555]: DEBUG nova.virt.hardware [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.483357] env[62555]: DEBUG nova.virt.hardware [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1596.483555] env[62555]: DEBUG nova.virt.hardware [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1596.483704] env[62555]: DEBUG nova.virt.hardware [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1596.483863] env[62555]: DEBUG nova.virt.hardware [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1596.484039] env[62555]: DEBUG nova.virt.hardware [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1596.484282] env[62555]: DEBUG nova.virt.hardware [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1596.486105] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84675650-b556-498e-aef9-29521cab8fe9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.494942] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d0d275-570a-43d0-9d45-6c47f0a9dbd4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.729256] env[62555]: DEBUG nova.compute.manager [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1596.729666] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1596.730326] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cea06e2-7d95-4daf-a92e-11454b48c733 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.739177] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1596.740016] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7541da45-8391-4d90-9781-357d3863e821 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.747332] env[62555]: DEBUG oslo_vmware.api [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1596.747332] env[62555]: value = "task-1704790" [ 1596.747332] env[62555]: _type = "Task" [ 1596.747332] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.756533] env[62555]: DEBUG oslo_vmware.api [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.837288] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 18a1b107-48ee-4015-8c12-8ffb99fabb26] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1596.891272] env[62555]: INFO nova.compute.manager [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Took 39.03 seconds to build instance. [ 1597.226942] env[62555]: DEBUG nova.compute.manager [req-ec270649-31ec-4197-bf0c-fc283c869e37 req-e2837391-d713-4078-ad13-bd93579eb3b2 service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Received event network-vif-deleted-eb9d7e90-5914-4c9f-bcd2-e26996821915 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1597.227225] env[62555]: INFO nova.compute.manager [req-ec270649-31ec-4197-bf0c-fc283c869e37 req-e2837391-d713-4078-ad13-bd93579eb3b2 service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Neutron deleted interface eb9d7e90-5914-4c9f-bcd2-e26996821915; detaching it from the instance and deleting it from the info cache [ 1597.227344] env[62555]: DEBUG nova.network.neutron [req-ec270649-31ec-4197-bf0c-fc283c869e37 req-e2837391-d713-4078-ad13-bd93579eb3b2 service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.261585] env[62555]: DEBUG oslo_vmware.api [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704790, 'name': PowerOffVM_Task, 'duration_secs': 0.266324} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.261985] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1597.262284] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1597.263223] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9280e5a3-6a66-47b7-978b-e6567bb7e5d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.337142] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1597.337392] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1597.337599] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Deleting the datastore file [datastore1] 3fc6298e-db1d-4b87-8938-1261e2fc00d9 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1597.337851] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7244f93e-ae72-43b2-828e-813e69f862f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.340772] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 4103f309-bdfb-488a-a904-163ccc0216e8] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1597.344560] env[62555]: DEBUG oslo_vmware.api [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for the task: (returnval){ [ 1597.344560] env[62555]: value = "task-1704792" [ 1597.344560] env[62555]: _type = "Task" [ 1597.344560] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.355470] env[62555]: DEBUG oslo_vmware.api [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.394415] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b62f3761-9ae6-4760-b03e-4359acbf3eba tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.242s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.456969] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b3714ae-0945-4c6b-88b6-91f0f0a62f52 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.458737] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.325s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.464184] env[62555]: INFO nova.compute.claims [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1597.485241] env[62555]: DEBUG nova.network.neutron [-] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1597.732041] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69869fa0-9df5-4aef-8a0e-ff88dc4b0996 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.742971] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961458bd-b5f2-4387-ab3b-ca4fabc6dfe6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.785155] env[62555]: DEBUG nova.compute.manager [req-ec270649-31ec-4197-bf0c-fc283c869e37 req-e2837391-d713-4078-ad13-bd93579eb3b2 service nova] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Detach interface failed, port_id=eb9d7e90-5914-4c9f-bcd2-e26996821915, reason: Instance c9cd4322-e60f-4744-9dd4-739249b96d34 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1597.844290] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: a77c7cf3-02f6-4db7-9187-ba6a7a5c452f] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1597.856924] env[62555]: DEBUG oslo_vmware.api [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Task: {'id': task-1704792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482354} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.859963] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1597.859963] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1597.859963] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1597.859963] env[62555]: INFO nova.compute.manager [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1597.859963] env[62555]: DEBUG oslo.service.loopingcall [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1597.859963] env[62555]: DEBUG nova.compute.manager [-] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1597.859963] env[62555]: DEBUG nova.network.neutron [-] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1597.987905] env[62555]: INFO nova.compute.manager [-] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Took 1.59 seconds to deallocate network for instance. [ 1598.003325] env[62555]: DEBUG nova.network.neutron [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Successfully updated port: a0b11616-e762-40a3-9d6a-c8115fcd0d31 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1598.101197] env[62555]: DEBUG nova.compute.manager [req-06484589-bb76-4ebc-85ef-33ea0dcc93f0 req-de1fb630-cef9-437d-b391-c2f929bade99 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Received event network-changed-b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1598.101197] env[62555]: DEBUG nova.compute.manager [req-06484589-bb76-4ebc-85ef-33ea0dcc93f0 req-de1fb630-cef9-437d-b391-c2f929bade99 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Refreshing instance network info cache due to event network-changed-b5f58385-f5f0-47d6-9c86-6ad4b5da250e. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1598.101197] env[62555]: DEBUG oslo_concurrency.lockutils [req-06484589-bb76-4ebc-85ef-33ea0dcc93f0 req-de1fb630-cef9-437d-b391-c2f929bade99 service nova] Acquiring lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.101197] env[62555]: DEBUG oslo_concurrency.lockutils [req-06484589-bb76-4ebc-85ef-33ea0dcc93f0 req-de1fb630-cef9-437d-b391-c2f929bade99 service nova] Acquired lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.101197] env[62555]: DEBUG nova.network.neutron [req-06484589-bb76-4ebc-85ef-33ea0dcc93f0 req-de1fb630-cef9-437d-b391-c2f929bade99 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Refreshing network info cache for port b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1598.353416] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 8332bd6b-dd48-4809-be1e-9102ad9eb1ce] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1598.498743] env[62555]: DEBUG oslo_concurrency.lockutils [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.502147] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "482b83bb-a607-4a69-b055-c6e8aefb77e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.502147] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "482b83bb-a607-4a69-b055-c6e8aefb77e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.502449] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "482b83bb-a607-4a69-b055-c6e8aefb77e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.504103] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "482b83bb-a607-4a69-b055-c6e8aefb77e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.504423] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "482b83bb-a607-4a69-b055-c6e8aefb77e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.507110] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "refresh_cache-842aa760-6fb5-48c6-8308-1e808cf06632" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.507353] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "refresh_cache-842aa760-6fb5-48c6-8308-1e808cf06632" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.507436] env[62555]: DEBUG nova.network.neutron [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.509193] env[62555]: INFO nova.compute.manager [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Terminating instance [ 1598.856101] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 31ae588a-dfd8-4f45-b862-0c6222702a84] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1598.991750] env[62555]: DEBUG nova.network.neutron [req-06484589-bb76-4ebc-85ef-33ea0dcc93f0 req-de1fb630-cef9-437d-b391-c2f929bade99 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updated VIF entry in instance network info cache for port b5f58385-f5f0-47d6-9c86-6ad4b5da250e. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1598.997125] env[62555]: DEBUG nova.network.neutron [req-06484589-bb76-4ebc-85ef-33ea0dcc93f0 req-de1fb630-cef9-437d-b391-c2f929bade99 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updating instance_info_cache with network_info: [{"id": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "address": "fa:16:3e:12:fa:ef", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f58385-f5", "ovs_interfaceid": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.009968] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f22688-d0b2-4b6e-98de-7a4dc7149679 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.016904] env[62555]: DEBUG nova.compute.manager [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1599.017178] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1599.018432] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7adec0a1-e8af-429d-ab93-f8230acee55f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.023421] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22945794-6195-45ef-9ccc-25c50d67dbf4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.066129] env[62555]: DEBUG nova.network.neutron [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.069029] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65865e6-c104-4478-8af2-8788f55d7bab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.071363] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1599.071942] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fa4645a-65ed-4e87-86ce-1f5d65e6cef5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.080461] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6255ddb-fdaa-4fb3-9fd3-6ce6516ca2cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.085471] env[62555]: DEBUG oslo_vmware.api [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1599.085471] env[62555]: value = "task-1704793" [ 1599.085471] env[62555]: _type = "Task" [ 1599.085471] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.098867] env[62555]: DEBUG nova.compute.provider_tree [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1599.107330] env[62555]: DEBUG oslo_vmware.api [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.266690] env[62555]: DEBUG nova.compute.manager [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Received event network-vif-plugged-a0b11616-e762-40a3-9d6a-c8115fcd0d31 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1599.266844] env[62555]: DEBUG oslo_concurrency.lockutils [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] Acquiring lock "842aa760-6fb5-48c6-8308-1e808cf06632-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.267070] env[62555]: DEBUG oslo_concurrency.lockutils [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] Lock "842aa760-6fb5-48c6-8308-1e808cf06632-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1599.267240] env[62555]: DEBUG oslo_concurrency.lockutils [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] Lock "842aa760-6fb5-48c6-8308-1e808cf06632-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1599.267412] env[62555]: DEBUG nova.compute.manager [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] No waiting events found dispatching network-vif-plugged-a0b11616-e762-40a3-9d6a-c8115fcd0d31 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1599.267576] env[62555]: WARNING nova.compute.manager [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Received unexpected event network-vif-plugged-a0b11616-e762-40a3-9d6a-c8115fcd0d31 for instance with vm_state building and task_state spawning. [ 1599.267734] env[62555]: DEBUG nova.compute.manager [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Received event network-changed-a0b11616-e762-40a3-9d6a-c8115fcd0d31 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1599.267884] env[62555]: DEBUG nova.compute.manager [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Refreshing instance network info cache due to event network-changed-a0b11616-e762-40a3-9d6a-c8115fcd0d31. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1599.268056] env[62555]: DEBUG oslo_concurrency.lockutils [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] Acquiring lock "refresh_cache-842aa760-6fb5-48c6-8308-1e808cf06632" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1599.276826] env[62555]: DEBUG nova.network.neutron [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Updating instance_info_cache with network_info: [{"id": "a0b11616-e762-40a3-9d6a-c8115fcd0d31", "address": "fa:16:3e:59:77:ec", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b11616-e7", "ovs_interfaceid": "a0b11616-e762-40a3-9d6a-c8115fcd0d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.322282] env[62555]: DEBUG nova.network.neutron [-] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.364241] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 3acb452f-249e-4e05-b147-735cd02bfca1] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1599.499544] env[62555]: DEBUG oslo_concurrency.lockutils [req-06484589-bb76-4ebc-85ef-33ea0dcc93f0 req-de1fb630-cef9-437d-b391-c2f929bade99 service nova] Releasing lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.600193] env[62555]: DEBUG oslo_vmware.api [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704793, 'name': PowerOffVM_Task, 'duration_secs': 0.385792} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.600491] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1599.603098] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1599.603098] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cae1474-7b8b-4b44-8ec7-b13e1dee79f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.606966] env[62555]: DEBUG nova.scheduler.client.report [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1599.715669] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1599.715877] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1599.716074] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleting the datastore file [datastore1] 482b83bb-a607-4a69-b055-c6e8aefb77e0 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1599.716350] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cee639ae-0c6c-4239-a61a-b07654430a89 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.723715] env[62555]: DEBUG oslo_vmware.api [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1599.723715] env[62555]: value = "task-1704795" [ 1599.723715] env[62555]: _type = "Task" [ 1599.723715] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.731447] env[62555]: DEBUG oslo_vmware.api [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.779894] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "refresh_cache-842aa760-6fb5-48c6-8308-1e808cf06632" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.780253] env[62555]: DEBUG nova.compute.manager [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Instance network_info: |[{"id": "a0b11616-e762-40a3-9d6a-c8115fcd0d31", "address": "fa:16:3e:59:77:ec", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b11616-e7", "ovs_interfaceid": "a0b11616-e762-40a3-9d6a-c8115fcd0d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1599.780577] env[62555]: DEBUG oslo_concurrency.lockutils [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] Acquired lock "refresh_cache-842aa760-6fb5-48c6-8308-1e808cf06632" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.780753] env[62555]: DEBUG nova.network.neutron [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Refreshing network info cache for port a0b11616-e762-40a3-9d6a-c8115fcd0d31 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1599.781946] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:77:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0b11616-e762-40a3-9d6a-c8115fcd0d31', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.791024] env[62555]: DEBUG oslo.service.loopingcall [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.792225] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.792455] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58569d86-65f9-45c4-b40e-67cda311d59b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.813709] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.813709] env[62555]: value = "task-1704796" [ 1599.813709] env[62555]: _type = "Task" [ 1599.813709] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.823927] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704796, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.825466] env[62555]: INFO nova.compute.manager [-] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Took 1.97 seconds to deallocate network for instance. [ 1599.866580] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 19cf7bed-b39d-4139-a4a2-f92fe9e350d0] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1600.112928] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.113513] env[62555]: DEBUG nova.compute.manager [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1600.120396] env[62555]: DEBUG oslo_concurrency.lockutils [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.050s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.120396] env[62555]: DEBUG oslo_concurrency.lockutils [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.120396] env[62555]: DEBUG oslo_concurrency.lockutils [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.812s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.120396] env[62555]: DEBUG oslo_concurrency.lockutils [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.121186] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.804s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.121266] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.123119] env[62555]: DEBUG oslo_concurrency.lockutils [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.734s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.123370] env[62555]: DEBUG nova.objects.instance [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1600.157997] env[62555]: INFO nova.scheduler.client.report [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted allocations for instance a29dcab5-08b5-4549-b361-5b15efcdd240 [ 1600.191102] env[62555]: INFO nova.scheduler.client.report [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted allocations for instance 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9 [ 1600.195488] env[62555]: INFO nova.scheduler.client.report [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Deleted allocations for instance 970f5425-a9c9-4195-9e62-b66aaffdc05f [ 1600.233892] env[62555]: DEBUG oslo_vmware.api [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444261} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.234243] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1600.234449] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1600.235037] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1600.235037] env[62555]: INFO nova.compute.manager [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1600.235239] env[62555]: DEBUG oslo.service.loopingcall [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1600.235585] env[62555]: DEBUG nova.compute.manager [-] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1600.235585] env[62555]: DEBUG nova.network.neutron [-] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1600.324624] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704796, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.335174] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.370476] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 31eb31de-1d2d-45ed-8cd6-f46a7fd3e6dd] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1600.628971] env[62555]: DEBUG nova.compute.utils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1600.630470] env[62555]: DEBUG nova.compute.manager [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1600.630637] env[62555]: DEBUG nova.network.neutron [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1600.674762] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a539b7d-d9b6-4d52-8aae-27308e8434cf tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "a29dcab5-08b5-4549-b361-5b15efcdd240" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.856s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.706227] env[62555]: DEBUG nova.network.neutron [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Updated VIF entry in instance network info cache for port a0b11616-e762-40a3-9d6a-c8115fcd0d31. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.706617] env[62555]: DEBUG nova.network.neutron [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Updating instance_info_cache with network_info: [{"id": "a0b11616-e762-40a3-9d6a-c8115fcd0d31", "address": "fa:16:3e:59:77:ec", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b11616-e7", "ovs_interfaceid": "a0b11616-e762-40a3-9d6a-c8115fcd0d31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.709728] env[62555]: DEBUG oslo_concurrency.lockutils [None req-432517d0-5c9c-425b-93ca-42c077fcafc8 tempest-ServerRescueTestJSON-172441097 tempest-ServerRescueTestJSON-172441097-project-member] Lock "970f5425-a9c9-4195-9e62-b66aaffdc05f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.418s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.711280] env[62555]: DEBUG oslo_concurrency.lockutils [None req-51518db8-c458-46b3-b40d-d1dfc6456c49 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.632s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.745553] env[62555]: DEBUG nova.policy [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af4ad505d2174ad79e9ac73e0e1c1bc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67075c12bc5b47d39cc39e4b198650a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1600.824431] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704796, 'name': CreateVM_Task, 'duration_secs': 0.68282} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.824601] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1600.825493] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.825769] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.826193] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1600.826492] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16fc5e78-67ac-4fc3-96cd-7783d66b5c76 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.832017] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1600.832017] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529d7a4c-d85d-2678-19a0-ef7f07a74b56" [ 1600.832017] env[62555]: _type = "Task" [ 1600.832017] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.841670] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529d7a4c-d85d-2678-19a0-ef7f07a74b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.874023] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: a2f51bfc-1fab-496c-ac76-274ab8f49c3f] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1601.106078] env[62555]: DEBUG nova.network.neutron [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Successfully created port: 27139e5e-9c41-4772-983c-57ea383378f1 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1601.139725] env[62555]: DEBUG nova.compute.manager [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1601.146017] env[62555]: DEBUG oslo_concurrency.lockutils [None req-852d8545-3463-4021-b89b-377ca3fc0e94 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.146675] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.126s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.147035] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.149715] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.778s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.152691] env[62555]: INFO nova.compute.claims [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1601.186467] env[62555]: INFO nova.scheduler.client.report [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Deleted allocations for instance b21dcbcf-03e2-429f-be05-56d7ef7dec00 [ 1601.211803] env[62555]: DEBUG oslo_concurrency.lockutils [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] Releasing lock "refresh_cache-842aa760-6fb5-48c6-8308-1e808cf06632" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.211803] env[62555]: DEBUG nova.compute.manager [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Received event network-vif-deleted-554666e9-ba16-4868-8190-98fbf45d1197 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1601.211993] env[62555]: INFO nova.compute.manager [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Neutron deleted interface 554666e9-ba16-4868-8190-98fbf45d1197; detaching it from the instance and deleting it from the info cache [ 1601.214168] env[62555]: DEBUG nova.network.neutron [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.240420] env[62555]: DEBUG nova.network.neutron [-] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.347427] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.347716] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Processing image 3c570824-416d-43a8-a53b-487e034556b5 {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.347956] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5/3c570824-416d-43a8-a53b-487e034556b5.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.348113] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5/3c570824-416d-43a8-a53b-487e034556b5.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.348291] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.348557] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5655c84c-5876-456f-a3b7-e6424dbff727 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.358881] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.359114] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1601.359954] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c305f984-5112-4f47-b610-cc1e59aff34d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.369906] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1601.369906] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522f5ed7-6928-c48f-779f-31619314ebc4" [ 1601.369906] env[62555]: _type = "Task" [ 1601.369906] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.381081] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 1a49fdbd-e6e8-4337-beeb-d3f2c6b0af8c] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1601.381478] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522f5ed7-6928-c48f-779f-31619314ebc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.554695] env[62555]: DEBUG nova.compute.manager [req-ceaf0319-10a6-441a-86ba-f16ba2fee7db req-d8ce765f-4bbb-48be-9cb5-84e443fcfc89 service nova] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Received event network-vif-deleted-da470d74-d0b5-4710-8456-1f8f12cc9bab {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1601.699989] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a43177a9-4a6d-40a0-86a6-3fa1b8b72d8a tempest-ImagesOneServerNegativeTestJSON-544566351 tempest-ImagesOneServerNegativeTestJSON-544566351-project-member] Lock "b21dcbcf-03e2-429f-be05-56d7ef7dec00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.707s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.715901] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bf8df84-e6c5-42de-b106-4c56df1dcb25 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.727817] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7d0ca9-02e3-4426-9d00-e290e4cffa13 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.743814] env[62555]: INFO nova.compute.manager [-] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Took 1.51 seconds to deallocate network for instance. [ 1601.770634] env[62555]: DEBUG nova.compute.manager [req-ba729645-3261-4a77-bab2-590a5d031098 req-d8cc09a0-955b-4cdb-9ffa-4b375d338d4e service nova] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Detach interface failed, port_id=554666e9-ba16-4868-8190-98fbf45d1197, reason: Instance 3fc6298e-db1d-4b87-8938-1261e2fc00d9 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1601.887401] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: e45f5583-5fff-41bd-bc36-027e74429264] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1601.897818] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Preparing fetch location {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1601.897818] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Fetch image to [datastore1] OSTACK_IMG_0125ed5d-0c45-4f47-8e89-3b0f85599f65/OSTACK_IMG_0125ed5d-0c45-4f47-8e89-3b0f85599f65.vmdk {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1601.897818] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Downloading stream optimized image 3c570824-416d-43a8-a53b-487e034556b5 to [datastore1] OSTACK_IMG_0125ed5d-0c45-4f47-8e89-3b0f85599f65/OSTACK_IMG_0125ed5d-0c45-4f47-8e89-3b0f85599f65.vmdk on the data store datastore1 as vApp {{(pid=62555) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1601.899192] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Downloading image file data 3c570824-416d-43a8-a53b-487e034556b5 to the ESX as VM named 'OSTACK_IMG_0125ed5d-0c45-4f47-8e89-3b0f85599f65' {{(pid=62555) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1601.988495] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1601.988495] env[62555]: value = "resgroup-9" [ 1601.988495] env[62555]: _type = "ResourcePool" [ 1601.988495] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1601.988800] env[62555]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d0aeca6b-307f-4a04-9f83-624a4542d2f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.011823] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lease: (returnval){ [ 1602.011823] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bef171-c51e-3279-66da-20d3db5e2f2f" [ 1602.011823] env[62555]: _type = "HttpNfcLease" [ 1602.011823] env[62555]: } obtained for vApp import into resource pool (val){ [ 1602.011823] env[62555]: value = "resgroup-9" [ 1602.011823] env[62555]: _type = "ResourcePool" [ 1602.011823] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1602.012107] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the lease: (returnval){ [ 1602.012107] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bef171-c51e-3279-66da-20d3db5e2f2f" [ 1602.012107] env[62555]: _type = "HttpNfcLease" [ 1602.012107] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1602.018604] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1602.018604] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bef171-c51e-3279-66da-20d3db5e2f2f" [ 1602.018604] env[62555]: _type = "HttpNfcLease" [ 1602.018604] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1602.172769] env[62555]: DEBUG nova.compute.manager [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1602.212149] env[62555]: DEBUG nova.virt.hardware [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1602.212420] env[62555]: DEBUG nova.virt.hardware [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1602.212593] env[62555]: DEBUG nova.virt.hardware [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1602.212802] env[62555]: DEBUG nova.virt.hardware [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1602.213195] env[62555]: DEBUG nova.virt.hardware [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1602.214788] env[62555]: DEBUG nova.virt.hardware [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1602.216469] env[62555]: DEBUG nova.virt.hardware [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1602.216469] env[62555]: DEBUG nova.virt.hardware [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1602.216469] env[62555]: DEBUG nova.virt.hardware [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1602.223115] env[62555]: DEBUG nova.virt.hardware [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1602.223115] env[62555]: DEBUG nova.virt.hardware [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1602.223115] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda0da91-3d13-4cb0-858b-69623c7bb60e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.391265] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1602.391265] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 5407aef9-6270-418f-b018-fee8ef74dbe4] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1602.400054] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3ceffc-f10e-47ff-896d-c09f9edf7df2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.528524] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1602.528524] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bef171-c51e-3279-66da-20d3db5e2f2f" [ 1602.528524] env[62555]: _type = "HttpNfcLease" [ 1602.528524] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1602.812850] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c358e594-0289-4709-89c0-d463e1a5c58d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.821970] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c6aa33-b4fb-454e-ad20-cc53646be635 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.862998] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8b7f25-0999-472c-a179-fa8363fd3296 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.871041] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e974772a-97d6-45dd-bee7-36a59816ddf0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.887807] env[62555]: DEBUG nova.compute.provider_tree [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.899602] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c846f03f-5847-4c38-b654-fe7cf846f059] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1603.028975] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1603.028975] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bef171-c51e-3279-66da-20d3db5e2f2f" [ 1603.028975] env[62555]: _type = "HttpNfcLease" [ 1603.028975] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1603.029298] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1603.029298] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bef171-c51e-3279-66da-20d3db5e2f2f" [ 1603.029298] env[62555]: _type = "HttpNfcLease" [ 1603.029298] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1603.031048] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b40115-657c-44c1-a5ea-967b6e87dee6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.040392] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a57609-1d22-b897-9700-9baeb783b298/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1603.040583] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a57609-1d22-b897-9700-9baeb783b298/disk-0.vmdk. {{(pid=62555) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1603.119632] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd52e20c-c9e7-411c-944f-f0782267e289 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.160313] env[62555]: DEBUG nova.network.neutron [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Successfully updated port: 27139e5e-9c41-4772-983c-57ea383378f1 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1603.392902] env[62555]: DEBUG nova.scheduler.client.report [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1603.403353] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 6073fd04-afee-4fe8-bbe8-5f283c134cf7] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1603.663317] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "refresh_cache-c9d80a18-28c5-45cb-b366-07ccff49acfc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.663688] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "refresh_cache-c9d80a18-28c5-45cb-b366-07ccff49acfc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.663688] env[62555]: DEBUG nova.network.neutron [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1603.901062] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.901062] env[62555]: DEBUG nova.compute.manager [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1603.910891] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.213s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.911301] env[62555]: DEBUG nova.objects.instance [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lazy-loading 'resources' on Instance uuid 4837a7c6-6688-457e-ba85-d57b99a13ed9 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1603.920300] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: ab7344d3-bb0b-48f7-bcf6-37edf6daef0e] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1603.920300] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Completed reading data from the image iterator. {{(pid=62555) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1603.921362] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a57609-1d22-b897-9700-9baeb783b298/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1603.922394] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8291ae2f-f4fe-4a1c-8184-09cf299cc3e0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.929672] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a57609-1d22-b897-9700-9baeb783b298/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1603.929776] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a57609-1d22-b897-9700-9baeb783b298/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1603.930588] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-173ff0ab-458b-41ae-8137-0a330ad13473 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.106568] env[62555]: DEBUG oslo_vmware.rw_handles [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a57609-1d22-b897-9700-9baeb783b298/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1604.106868] env[62555]: INFO nova.virt.vmwareapi.images [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Downloaded image file data 3c570824-416d-43a8-a53b-487e034556b5 [ 1604.107788] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf44953-c393-4293-881c-bd54671ea3dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.125482] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f076cd0-cd40-4cae-bcd7-0acf8b3b1ee7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.128190] env[62555]: DEBUG nova.compute.manager [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Received event network-vif-plugged-27139e5e-9c41-4772-983c-57ea383378f1 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1604.128425] env[62555]: DEBUG oslo_concurrency.lockutils [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] Acquiring lock "c9d80a18-28c5-45cb-b366-07ccff49acfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.128676] env[62555]: DEBUG oslo_concurrency.lockutils [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] Lock "c9d80a18-28c5-45cb-b366-07ccff49acfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.128938] env[62555]: DEBUG oslo_concurrency.lockutils [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] Lock "c9d80a18-28c5-45cb-b366-07ccff49acfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.129042] env[62555]: DEBUG nova.compute.manager [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] No waiting events found dispatching network-vif-plugged-27139e5e-9c41-4772-983c-57ea383378f1 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1604.129210] env[62555]: WARNING nova.compute.manager [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Received unexpected event network-vif-plugged-27139e5e-9c41-4772-983c-57ea383378f1 for instance with vm_state building and task_state spawning. [ 1604.129370] env[62555]: DEBUG nova.compute.manager [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Received event network-changed-27139e5e-9c41-4772-983c-57ea383378f1 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1604.129525] env[62555]: DEBUG nova.compute.manager [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Refreshing instance network info cache due to event network-changed-27139e5e-9c41-4772-983c-57ea383378f1. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1604.129687] env[62555]: DEBUG oslo_concurrency.lockutils [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] Acquiring lock "refresh_cache-c9d80a18-28c5-45cb-b366-07ccff49acfc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1604.152360] env[62555]: INFO nova.virt.vmwareapi.images [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] The imported VM was unregistered [ 1604.154965] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Caching image {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1604.155501] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5 {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1604.155501] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c1a710e-c380-43e8-ae65-b0c75ac72ad3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.167970] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Created directory with path [datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5 {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1604.168142] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_0125ed5d-0c45-4f47-8e89-3b0f85599f65/OSTACK_IMG_0125ed5d-0c45-4f47-8e89-3b0f85599f65.vmdk to [datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5/3c570824-416d-43a8-a53b-487e034556b5.vmdk. {{(pid=62555) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1604.168436] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-8840b83c-9490-4285-8047-4b7cf8662049 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.174653] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1604.174653] env[62555]: value = "task-1704802" [ 1604.174653] env[62555]: _type = "Task" [ 1604.174653] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.185412] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704802, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.229027] env[62555]: DEBUG nova.network.neutron [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1604.427387] env[62555]: DEBUG nova.compute.utils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1604.431044] env[62555]: DEBUG nova.compute.manager [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1604.431044] env[62555]: DEBUG nova.network.neutron [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1604.431924] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 94774863-facf-4e99-b7ae-02ef0500fcad] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1604.551910] env[62555]: DEBUG nova.policy [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17841bd6af645f3a5c28506f32fa496', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fb764f720d411e987c9a6b661e859e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1604.624121] env[62555]: DEBUG nova.network.neutron [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Updating instance_info_cache with network_info: [{"id": "27139e5e-9c41-4772-983c-57ea383378f1", "address": "fa:16:3e:19:19:c1", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27139e5e-9c", "ovs_interfaceid": "27139e5e-9c41-4772-983c-57ea383378f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.684251] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704802, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.823590] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91830d56-d0f7-440f-8305-484f1142f7aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.833773] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf42bc6-15fb-4d2a-aaf7-8f5c089362f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.875009] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b590f7e5-a1ef-45a5-8e2b-abf3c7abd7ff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.883460] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8db70f-d05b-4ebe-899b-02b7bf6a1b32 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.901665] env[62555]: DEBUG nova.compute.provider_tree [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1604.935718] env[62555]: DEBUG nova.compute.manager [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1604.943782] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: d1725c27-a544-4755-b46f-ddeecfe314e5] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1604.963126] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.963744] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.000096] env[62555]: DEBUG nova.network.neutron [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Successfully created port: 0db1ca62-9337-4189-b9fc-26199b4e85da {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1605.127848] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "refresh_cache-c9d80a18-28c5-45cb-b366-07ccff49acfc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.128272] env[62555]: DEBUG nova.compute.manager [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Instance network_info: |[{"id": "27139e5e-9c41-4772-983c-57ea383378f1", "address": "fa:16:3e:19:19:c1", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27139e5e-9c", "ovs_interfaceid": "27139e5e-9c41-4772-983c-57ea383378f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1605.128693] env[62555]: DEBUG oslo_concurrency.lockutils [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] Acquired lock "refresh_cache-c9d80a18-28c5-45cb-b366-07ccff49acfc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.129189] env[62555]: DEBUG nova.network.neutron [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Refreshing network info cache for port 27139e5e-9c41-4772-983c-57ea383378f1 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1605.130371] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:19:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27139e5e-9c41-4772-983c-57ea383378f1', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1605.140436] env[62555]: DEBUG oslo.service.loopingcall [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1605.141695] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1605.142092] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d01eab77-ed86-492a-9720-6045daf15abf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.164173] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1605.164173] env[62555]: value = "task-1704803" [ 1605.164173] env[62555]: _type = "Task" [ 1605.164173] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.177105] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704803, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.188566] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704802, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.405782] env[62555]: DEBUG nova.scheduler.client.report [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1605.457668] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 3b78fdd6-112b-4037-9b1a-2228b7b0c0da] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1605.469185] env[62555]: DEBUG nova.compute.manager [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1605.675819] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704803, 'name': CreateVM_Task, 'duration_secs': 0.466606} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.678608] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.679473] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.679701] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.680403] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1605.683928] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96541fd4-23c6-4a75-8b47-203aa0297a03 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.693262] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704802, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.693396] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1605.693396] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5239157c-df32-1122-7bf2-2b0a24ca1c3f" [ 1605.693396] env[62555]: _type = "Task" [ 1605.693396] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.704649] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5239157c-df32-1122-7bf2-2b0a24ca1c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.873097] env[62555]: DEBUG nova.network.neutron [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Updated VIF entry in instance network info cache for port 27139e5e-9c41-4772-983c-57ea383378f1. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.873709] env[62555]: DEBUG nova.network.neutron [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Updating instance_info_cache with network_info: [{"id": "27139e5e-9c41-4772-983c-57ea383378f1", "address": "fa:16:3e:19:19:c1", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27139e5e-9c", "ovs_interfaceid": "27139e5e-9c41-4772-983c-57ea383378f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.915043] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.918436] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.391s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.920138] env[62555]: INFO nova.compute.claims [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1605.943855] env[62555]: INFO nova.scheduler.client.report [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Deleted allocations for instance 4837a7c6-6688-457e-ba85-d57b99a13ed9 [ 1605.963338] env[62555]: DEBUG nova.compute.manager [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1605.966174] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: bb5dc6a9-7772-41b1-bcc8-eee2f3c7f5f7] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1605.996931] env[62555]: DEBUG nova.virt.hardware [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1605.996931] env[62555]: DEBUG nova.virt.hardware [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1605.997142] env[62555]: DEBUG nova.virt.hardware [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1605.997266] env[62555]: DEBUG nova.virt.hardware [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1605.997431] env[62555]: DEBUG nova.virt.hardware [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1605.997612] env[62555]: DEBUG nova.virt.hardware [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1605.997827] env[62555]: DEBUG nova.virt.hardware [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1605.997987] env[62555]: DEBUG nova.virt.hardware [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1605.998184] env[62555]: DEBUG nova.virt.hardware [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1605.998350] env[62555]: DEBUG nova.virt.hardware [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1605.998560] env[62555]: DEBUG nova.virt.hardware [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1605.999748] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cb35f5-1b91-42da-8609-68bfd122fb25 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.003430] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.010015] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629bb000-f058-4243-b2af-67bb32e3c10c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.190241] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704802, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.204649] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5239157c-df32-1122-7bf2-2b0a24ca1c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.094669} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.205016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.205387] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1606.205666] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1606.205828] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1606.206048] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1606.206341] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c987eaa2-47c4-4702-863e-97575af6f70f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.223069] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1606.223288] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1606.224057] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79e2b7b0-9466-4254-b79d-13661348d88d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.230288] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1606.230288] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520b165f-22ee-707d-04e3-be5289819a29" [ 1606.230288] env[62555]: _type = "Task" [ 1606.230288] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.238893] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520b165f-22ee-707d-04e3-be5289819a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.376880] env[62555]: DEBUG oslo_concurrency.lockutils [req-6ddaf882-d629-4854-9ee9-028bdd674b93 req-1d1495bb-f8aa-4e13-89c3-b45628c63a78 service nova] Releasing lock "refresh_cache-c9d80a18-28c5-45cb-b366-07ccff49acfc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.450916] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d87660b-458b-4bec-b5de-bb95bc80981c tempest-SecurityGroupsTestJSON-564198179 tempest-SecurityGroupsTestJSON-564198179-project-member] Lock "4837a7c6-6688-457e-ba85-d57b99a13ed9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.970s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.471437] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: edf2a86a-4a12-4eca-91c6-bf8af0557ae0] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1606.692121] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704802, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.741648] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520b165f-22ee-707d-04e3-be5289819a29, 'name': SearchDatastore_Task, 'duration_secs': 0.088975} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.742307] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-673f96a0-aa97-4010-af12-5d456793850a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.751179] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1606.751179] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dfaff2-b659-a45e-f4b2-b34969b117c5" [ 1606.751179] env[62555]: _type = "Task" [ 1606.751179] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.760557] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dfaff2-b659-a45e-f4b2-b34969b117c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.830971] env[62555]: DEBUG nova.compute.manager [req-81a2139a-d23e-4d3e-acde-c2b562c3270b req-be357d12-7511-4ccf-8989-96686256da13 service nova] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Received event network-vif-plugged-0db1ca62-9337-4189-b9fc-26199b4e85da {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1606.831220] env[62555]: DEBUG oslo_concurrency.lockutils [req-81a2139a-d23e-4d3e-acde-c2b562c3270b req-be357d12-7511-4ccf-8989-96686256da13 service nova] Acquiring lock "6a17ca8f-daf0-49bd-813a-599c3f970959-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.831430] env[62555]: DEBUG oslo_concurrency.lockutils [req-81a2139a-d23e-4d3e-acde-c2b562c3270b req-be357d12-7511-4ccf-8989-96686256da13 service nova] Lock "6a17ca8f-daf0-49bd-813a-599c3f970959-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.831599] env[62555]: DEBUG oslo_concurrency.lockutils [req-81a2139a-d23e-4d3e-acde-c2b562c3270b req-be357d12-7511-4ccf-8989-96686256da13 service nova] Lock "6a17ca8f-daf0-49bd-813a-599c3f970959-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.831806] env[62555]: DEBUG nova.compute.manager [req-81a2139a-d23e-4d3e-acde-c2b562c3270b req-be357d12-7511-4ccf-8989-96686256da13 service nova] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] No waiting events found dispatching network-vif-plugged-0db1ca62-9337-4189-b9fc-26199b4e85da {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1606.831921] env[62555]: WARNING nova.compute.manager [req-81a2139a-d23e-4d3e-acde-c2b562c3270b req-be357d12-7511-4ccf-8989-96686256da13 service nova] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Received unexpected event network-vif-plugged-0db1ca62-9337-4189-b9fc-26199b4e85da for instance with vm_state building and task_state spawning. [ 1606.911562] env[62555]: DEBUG nova.network.neutron [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Successfully updated port: 0db1ca62-9337-4189-b9fc-26199b4e85da {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1606.979807] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: e6631b64-61c4-477f-8a0e-65319e540e29] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1607.197169] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704802, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.713712} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.197517] env[62555]: INFO nova.virt.vmwareapi.ds_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_0125ed5d-0c45-4f47-8e89-3b0f85599f65/OSTACK_IMG_0125ed5d-0c45-4f47-8e89-3b0f85599f65.vmdk to [datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5/3c570824-416d-43a8-a53b-487e034556b5.vmdk. [ 1607.197794] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Cleaning up location [datastore1] OSTACK_IMG_0125ed5d-0c45-4f47-8e89-3b0f85599f65 {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1607.197986] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_0125ed5d-0c45-4f47-8e89-3b0f85599f65 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1607.198502] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48312ca2-2ed9-4ff2-bb5f-125220f90fca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.207029] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1607.207029] env[62555]: value = "task-1704805" [ 1607.207029] env[62555]: _type = "Task" [ 1607.207029] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.212651] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.247646] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771b4f7d-080d-4dec-a92b-7a141df2116a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.256719] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec87ed9f-ffed-4554-a38c-5801c303df62 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.263063] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dfaff2-b659-a45e-f4b2-b34969b117c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.263619] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.263882] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c9d80a18-28c5-45cb-b366-07ccff49acfc/c9d80a18-28c5-45cb-b366-07ccff49acfc.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.264132] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37fca077-b3ed-413c-8cdd-7762850002ad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.294521] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c02462c-c956-4bf8-bd8b-6ce9b88366a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.299785] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1607.299785] env[62555]: value = "task-1704806" [ 1607.299785] env[62555]: _type = "Task" [ 1607.299785] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.306196] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ad1ed0-f3f8-48c6-800c-3bbeabffbe98 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.314874] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.322376] env[62555]: DEBUG nova.compute.provider_tree [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.417762] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "refresh_cache-6a17ca8f-daf0-49bd-813a-599c3f970959" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.418895] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "refresh_cache-6a17ca8f-daf0-49bd-813a-599c3f970959" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.418895] env[62555]: DEBUG nova.network.neutron [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1607.483829] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: a8ef1d4f-1369-4e14-8234-2fe1cbb27688] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1607.716713] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041962} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.716976] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1607.717289] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5/3c570824-416d-43a8-a53b-487e034556b5.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.717482] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5/3c570824-416d-43a8-a53b-487e034556b5.vmdk to [datastore1] 842aa760-6fb5-48c6-8308-1e808cf06632/842aa760-6fb5-48c6-8308-1e808cf06632.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1607.717895] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03e4b2ab-7ac2-4185-b5b9-40da4f9f75fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.725581] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1607.725581] env[62555]: value = "task-1704808" [ 1607.725581] env[62555]: _type = "Task" [ 1607.725581] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.738280] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.813711] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450752} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.814079] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c9d80a18-28c5-45cb-b366-07ccff49acfc/c9d80a18-28c5-45cb-b366-07ccff49acfc.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.814368] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.814641] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19ff60d6-d431-4bf8-84e0-28b727d651a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.820603] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1607.820603] env[62555]: value = "task-1704809" [ 1607.820603] env[62555]: _type = "Task" [ 1607.820603] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.825011] env[62555]: DEBUG nova.scheduler.client.report [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1607.833788] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.981923] env[62555]: DEBUG nova.network.neutron [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1607.988789] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 73d5176a-a77d-4d36-ad7c-1cc73c6f1556] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1608.153315] env[62555]: DEBUG nova.network.neutron [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Updating instance_info_cache with network_info: [{"id": "0db1ca62-9337-4189-b9fc-26199b4e85da", "address": "fa:16:3e:b4:c1:4b", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db1ca62-93", "ovs_interfaceid": "0db1ca62-9337-4189-b9fc-26199b4e85da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.237047] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704808, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.333412] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.334289] env[62555]: DEBUG nova.compute.manager [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1608.339045] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132175} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.339492] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.031s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.339781] env[62555]: DEBUG nova.objects.instance [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1608.348202] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1608.350417] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4144827b-1d6e-4358-8985-7c1d0a329b96 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.386605] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c9d80a18-28c5-45cb-b366-07ccff49acfc/c9d80a18-28c5-45cb-b366-07ccff49acfc.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1608.387544] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d547e8-d879-424f-9622-4f7f04d5f635 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.411563] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1608.411563] env[62555]: value = "task-1704810" [ 1608.411563] env[62555]: _type = "Task" [ 1608.411563] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.420926] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.492965] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: bc049f7b-e4f8-46e5-b873-58de47cae810] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1608.658622] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "refresh_cache-6a17ca8f-daf0-49bd-813a-599c3f970959" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.661015] env[62555]: DEBUG nova.compute.manager [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Instance network_info: |[{"id": "0db1ca62-9337-4189-b9fc-26199b4e85da", "address": "fa:16:3e:b4:c1:4b", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db1ca62-93", "ovs_interfaceid": "0db1ca62-9337-4189-b9fc-26199b4e85da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1608.661689] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:c1:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0db1ca62-9337-4189-b9fc-26199b4e85da', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1608.672108] env[62555]: DEBUG oslo.service.loopingcall [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.672601] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1608.672977] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a55aa954-6e3a-4cc7-971e-6162432373f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.699289] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1608.699289] env[62555]: value = "task-1704811" [ 1608.699289] env[62555]: _type = "Task" [ 1608.699289] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.709316] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704811, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.739592] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704808, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.849471] env[62555]: DEBUG nova.compute.utils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1608.854125] env[62555]: DEBUG nova.compute.manager [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1608.855171] env[62555]: DEBUG nova.network.neutron [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1608.858866] env[62555]: DEBUG nova.compute.manager [req-0e0b879c-a875-4ea1-9987-d814d12d5ed3 req-23e510af-84d5-4428-bd7d-73a7af7312ab service nova] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Received event network-changed-0db1ca62-9337-4189-b9fc-26199b4e85da {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1608.859087] env[62555]: DEBUG nova.compute.manager [req-0e0b879c-a875-4ea1-9987-d814d12d5ed3 req-23e510af-84d5-4428-bd7d-73a7af7312ab service nova] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Refreshing instance network info cache due to event network-changed-0db1ca62-9337-4189-b9fc-26199b4e85da. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1608.860116] env[62555]: DEBUG oslo_concurrency.lockutils [req-0e0b879c-a875-4ea1-9987-d814d12d5ed3 req-23e510af-84d5-4428-bd7d-73a7af7312ab service nova] Acquiring lock "refresh_cache-6a17ca8f-daf0-49bd-813a-599c3f970959" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.860116] env[62555]: DEBUG oslo_concurrency.lockutils [req-0e0b879c-a875-4ea1-9987-d814d12d5ed3 req-23e510af-84d5-4428-bd7d-73a7af7312ab service nova] Acquired lock "refresh_cache-6a17ca8f-daf0-49bd-813a-599c3f970959" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.860116] env[62555]: DEBUG nova.network.neutron [req-0e0b879c-a875-4ea1-9987-d814d12d5ed3 req-23e510af-84d5-4428-bd7d-73a7af7312ab service nova] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Refreshing network info cache for port 0db1ca62-9337-4189-b9fc-26199b4e85da {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1608.917168] env[62555]: DEBUG nova.policy [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '169bb5a0fbd045689559ac3cea0d5a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14065bdf84a24b9aa6fdbec28f26066d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1608.924496] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704810, 'name': ReconfigVM_Task, 'duration_secs': 0.336738} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.924784] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c9d80a18-28c5-45cb-b366-07ccff49acfc/c9d80a18-28c5-45cb-b366-07ccff49acfc.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.925485] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5b7c68e-4ab1-4c37-bc2f-9b1c3d5da437 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.931822] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1608.931822] env[62555]: value = "task-1704812" [ 1608.931822] env[62555]: _type = "Task" [ 1608.931822] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.940120] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704812, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.996253] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: a7779533-b163-43dd-9f60-69f64fce8885] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1609.211322] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704811, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.236749] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704808, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.301036] env[62555]: DEBUG nova.network.neutron [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Successfully created port: 366379a1-61fe-4d06-bf9c-c92f73b384c9 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1609.355477] env[62555]: DEBUG nova.compute.manager [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1609.359219] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8a95a82-dcfe-42b2-a7a8-4d4bef0e565f tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.360450] env[62555]: DEBUG oslo_concurrency.lockutils [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.862s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.360680] env[62555]: DEBUG nova.objects.instance [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lazy-loading 'resources' on Instance uuid c9cd4322-e60f-4744-9dd4-739249b96d34 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.443102] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704812, 'name': Rename_Task, 'duration_secs': 0.1544} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.443694] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.446093] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab8f3143-7b1a-4dfc-892a-4bd268c446d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.454022] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1609.454022] env[62555]: value = "task-1704813" [ 1609.454022] env[62555]: _type = "Task" [ 1609.454022] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.462169] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.503034] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: df1dac83-ea5d-4513-a4cf-3eb11f420dc7] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1609.713247] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704811, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.742131] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704808, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.891493] env[62555]: DEBUG nova.network.neutron [req-0e0b879c-a875-4ea1-9987-d814d12d5ed3 req-23e510af-84d5-4428-bd7d-73a7af7312ab service nova] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Updated VIF entry in instance network info cache for port 0db1ca62-9337-4189-b9fc-26199b4e85da. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1609.891992] env[62555]: DEBUG nova.network.neutron [req-0e0b879c-a875-4ea1-9987-d814d12d5ed3 req-23e510af-84d5-4428-bd7d-73a7af7312ab service nova] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Updating instance_info_cache with network_info: [{"id": "0db1ca62-9337-4189-b9fc-26199b4e85da", "address": "fa:16:3e:b4:c1:4b", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db1ca62-93", "ovs_interfaceid": "0db1ca62-9337-4189-b9fc-26199b4e85da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.962839] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704813, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.009990] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 82633979-af2d-47d3-95cb-edae528862a1] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1610.215357] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704811, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.239817] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704808, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.44878} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.240162] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3c570824-416d-43a8-a53b-487e034556b5/3c570824-416d-43a8-a53b-487e034556b5.vmdk to [datastore1] 842aa760-6fb5-48c6-8308-1e808cf06632/842aa760-6fb5-48c6-8308-1e808cf06632.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1610.241053] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd28eba-c646-4dc9-bf43-2c322e0a609b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.268142] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 842aa760-6fb5-48c6-8308-1e808cf06632/842aa760-6fb5-48c6-8308-1e808cf06632.vmdk or device None with type streamOptimized {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1610.268530] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea700d3d-0494-4467-8d88-dca6d18100d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.290072] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b180cd73-4eaf-4a27-8d8e-866a11df81b8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.299555] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ec60a5-3fa8-4890-b973-b8d5a1a65f48 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.303592] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1610.303592] env[62555]: value = "task-1704815" [ 1610.303592] env[62555]: _type = "Task" [ 1610.303592] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.335296] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575da022-311c-42c1-bd37-02d6ebefb519 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.341154] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.345863] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ec830b-2d84-49d7-8bbc-da7c25a8f367 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.359790] env[62555]: DEBUG nova.compute.provider_tree [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.371855] env[62555]: DEBUG nova.compute.manager [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1610.401815] env[62555]: DEBUG nova.virt.hardware [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1610.401815] env[62555]: DEBUG nova.virt.hardware [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1610.401919] env[62555]: DEBUG nova.virt.hardware [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.402043] env[62555]: DEBUG nova.virt.hardware [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1610.402206] env[62555]: DEBUG nova.virt.hardware [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.402352] env[62555]: DEBUG nova.virt.hardware [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1610.402562] env[62555]: DEBUG nova.virt.hardware [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1610.402725] env[62555]: DEBUG nova.virt.hardware [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1610.402891] env[62555]: DEBUG nova.virt.hardware [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1610.403069] env[62555]: DEBUG nova.virt.hardware [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1610.403247] env[62555]: DEBUG nova.virt.hardware [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1610.403751] env[62555]: DEBUG oslo_concurrency.lockutils [req-0e0b879c-a875-4ea1-9987-d814d12d5ed3 req-23e510af-84d5-4428-bd7d-73a7af7312ab service nova] Releasing lock "refresh_cache-6a17ca8f-daf0-49bd-813a-599c3f970959" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1610.404980] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85b017c-1490-4ea8-8f7b-2cdfb69b3903 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.418037] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0719e633-6986-4377-896f-4970547659fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.462270] env[62555]: DEBUG oslo_vmware.api [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704813, 'name': PowerOnVM_Task, 'duration_secs': 0.708569} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.462561] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.462791] env[62555]: INFO nova.compute.manager [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1610.462994] env[62555]: DEBUG nova.compute.manager [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.463773] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf02b91-deb6-4798-8e05-e030e07c26ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.516465] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c48d86ef-48b1-480b-8aab-090a7840e481] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1610.709919] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704811, 'name': CreateVM_Task, 'duration_secs': 1.620101} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.710375] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1610.711255] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.711482] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.711806] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1610.712293] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca3f7a18-586a-4904-af20-fced9d4eea1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.717683] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1610.717683] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526275ab-0e3c-7eca-6c40-14dc4adef523" [ 1610.717683] env[62555]: _type = "Task" [ 1610.717683] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.726029] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526275ab-0e3c-7eca-6c40-14dc4adef523, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.815551] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704815, 'name': ReconfigVM_Task, 'duration_secs': 0.472108} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.816078] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 842aa760-6fb5-48c6-8308-1e808cf06632/842aa760-6fb5-48c6-8308-1e808cf06632.vmdk or device None with type streamOptimized {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1610.816505] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6750741b-8808-480c-8d70-b2f4e25d822e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.823185] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1610.823185] env[62555]: value = "task-1704816" [ 1610.823185] env[62555]: _type = "Task" [ 1610.823185] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.831808] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704816, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.862052] env[62555]: DEBUG nova.scheduler.client.report [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1610.980700] env[62555]: INFO nova.compute.manager [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Took 28.87 seconds to build instance. [ 1611.019362] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 7ac9a753-1145-48c6-b97c-9e84f872d9fa] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1611.132033] env[62555]: DEBUG nova.compute.manager [req-c152494b-b889-4c84-aef4-089a9f723cbb req-459ecbd0-640a-4316-8e7e-099c67269b86 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Received event network-vif-plugged-366379a1-61fe-4d06-bf9c-c92f73b384c9 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1611.132351] env[62555]: DEBUG oslo_concurrency.lockutils [req-c152494b-b889-4c84-aef4-089a9f723cbb req-459ecbd0-640a-4316-8e7e-099c67269b86 service nova] Acquiring lock "6867b1c2-f123-46a9-98f5-5272073f779c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.132621] env[62555]: DEBUG oslo_concurrency.lockutils [req-c152494b-b889-4c84-aef4-089a9f723cbb req-459ecbd0-640a-4316-8e7e-099c67269b86 service nova] Lock "6867b1c2-f123-46a9-98f5-5272073f779c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.132971] env[62555]: DEBUG oslo_concurrency.lockutils [req-c152494b-b889-4c84-aef4-089a9f723cbb req-459ecbd0-640a-4316-8e7e-099c67269b86 service nova] Lock "6867b1c2-f123-46a9-98f5-5272073f779c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.133200] env[62555]: DEBUG nova.compute.manager [req-c152494b-b889-4c84-aef4-089a9f723cbb req-459ecbd0-640a-4316-8e7e-099c67269b86 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] No waiting events found dispatching network-vif-plugged-366379a1-61fe-4d06-bf9c-c92f73b384c9 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1611.133380] env[62555]: WARNING nova.compute.manager [req-c152494b-b889-4c84-aef4-089a9f723cbb req-459ecbd0-640a-4316-8e7e-099c67269b86 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Received unexpected event network-vif-plugged-366379a1-61fe-4d06-bf9c-c92f73b384c9 for instance with vm_state building and task_state spawning. [ 1611.231521] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526275ab-0e3c-7eca-6c40-14dc4adef523, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.231856] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.232157] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1611.232381] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.232593] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.232781] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1611.233061] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d2c5b97-fe31-4b61-867c-97fea612bb43 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.242166] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1611.242166] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1611.242785] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99467e52-9a76-4392-aad7-8cd9a8021931 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.248446] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1611.248446] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528c0b50-537b-a1ed-809d-4bccf2c75191" [ 1611.248446] env[62555]: _type = "Task" [ 1611.248446] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.256011] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528c0b50-537b-a1ed-809d-4bccf2c75191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.257509] env[62555]: DEBUG nova.network.neutron [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Successfully updated port: 366379a1-61fe-4d06-bf9c-c92f73b384c9 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1611.334277] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704816, 'name': Rename_Task, 'duration_secs': 0.152127} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.334277] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.334277] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d554580c-50e9-4df9-9eb3-652376bd6b91 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.344132] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1611.344132] env[62555]: value = "task-1704817" [ 1611.344132] env[62555]: _type = "Task" [ 1611.344132] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.351958] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.369321] env[62555]: DEBUG oslo_concurrency.lockutils [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.372558] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.038s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.372906] env[62555]: DEBUG nova.objects.instance [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lazy-loading 'resources' on Instance uuid 3fc6298e-db1d-4b87-8938-1261e2fc00d9 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.406608] env[62555]: INFO nova.scheduler.client.report [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Deleted allocations for instance c9cd4322-e60f-4744-9dd4-739249b96d34 [ 1611.483639] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26998876-b020-4dfe-85df-1995b422b9c7 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "c9d80a18-28c5-45cb-b366-07ccff49acfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.383s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.525216] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.525526] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Cleaning up deleted instances with incomplete migration {{(pid=62555) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 1611.762481] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-6867b1c2-f123-46a9-98f5-5272073f779c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1611.762481] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-6867b1c2-f123-46a9-98f5-5272073f779c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.762481] env[62555]: DEBUG nova.network.neutron [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.763061] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528c0b50-537b-a1ed-809d-4bccf2c75191, 'name': SearchDatastore_Task, 'duration_secs': 0.008437} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.764243] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-303508fe-e5a6-4ba6-91e9-bdc03d33eaad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.772906] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1611.772906] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52396e17-2a0e-e360-7db1-dac96bb6d5da" [ 1611.772906] env[62555]: _type = "Task" [ 1611.772906] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.784328] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52396e17-2a0e-e360-7db1-dac96bb6d5da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.855613] env[62555]: DEBUG oslo_vmware.api [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704817, 'name': PowerOnVM_Task, 'duration_secs': 0.485717} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.855968] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1611.856192] env[62555]: INFO nova.compute.manager [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Took 15.41 seconds to spawn the instance on the hypervisor. [ 1611.856378] env[62555]: DEBUG nova.compute.manager [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1611.857266] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a561162e-4660-4388-b307-35fd88222e0a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.917763] env[62555]: DEBUG oslo_concurrency.lockutils [None req-31461e63-6ef5-4955-9c62-0a8fae732b4a tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "c9cd4322-e60f-4744-9dd4-739249b96d34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.182s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.027919] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.294641] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52396e17-2a0e-e360-7db1-dac96bb6d5da, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.295279] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.295836] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 6a17ca8f-daf0-49bd-813a-599c3f970959/6a17ca8f-daf0-49bd-813a-599c3f970959.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1612.296530] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28bc0a70-585e-46b4-acf4-dc6f6321638e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.309948] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1612.309948] env[62555]: value = "task-1704819" [ 1612.309948] env[62555]: _type = "Task" [ 1612.309948] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.311354] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34340710-f57f-46e3-85aa-2acb59c79065 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.333178] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.333966] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758f11d6-a328-4cc7-a0df-3bf153d18245 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.387603] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b364f0-661a-42e3-8ac4-6acf8299e7a9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.389864] env[62555]: INFO nova.compute.manager [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Took 47.68 seconds to build instance. [ 1612.399486] env[62555]: DEBUG nova.network.neutron [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1612.402543] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc9b227-ac5c-477e-8229-86ec435e0a98 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.422877] env[62555]: DEBUG nova.compute.provider_tree [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.739746] env[62555]: DEBUG nova.network.neutron [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Updating instance_info_cache with network_info: [{"id": "366379a1-61fe-4d06-bf9c-c92f73b384c9", "address": "fa:16:3e:cf:0a:4b", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366379a1-61", "ovs_interfaceid": "366379a1-61fe-4d06-bf9c-c92f73b384c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.828663] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704819, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.892525] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f50b50d0-681b-471a-a04a-52afd8304203 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "842aa760-6fb5-48c6-8308-1e808cf06632" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.132s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.926555] env[62555]: DEBUG nova.scheduler.client.report [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1613.242924] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-6867b1c2-f123-46a9-98f5-5272073f779c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.243299] env[62555]: DEBUG nova.compute.manager [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Instance network_info: |[{"id": "366379a1-61fe-4d06-bf9c-c92f73b384c9", "address": "fa:16:3e:cf:0a:4b", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366379a1-61", "ovs_interfaceid": "366379a1-61fe-4d06-bf9c-c92f73b384c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1613.243710] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:0a:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '366379a1-61fe-4d06-bf9c-c92f73b384c9', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1613.252304] env[62555]: DEBUG oslo.service.loopingcall [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1613.252543] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1613.252771] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82af27a6-54fb-4ffd-bc03-10cbab5aaf9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.276907] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1613.276907] env[62555]: value = "task-1704820" [ 1613.276907] env[62555]: _type = "Task" [ 1613.276907] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.286165] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704820, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.298348] env[62555]: DEBUG nova.compute.manager [req-3d427688-e252-44a1-b16a-76e465189143 req-068b5a45-3543-446e-8ccc-8f5d3697a5ac service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Received event network-changed-366379a1-61fe-4d06-bf9c-c92f73b384c9 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1613.298530] env[62555]: DEBUG nova.compute.manager [req-3d427688-e252-44a1-b16a-76e465189143 req-068b5a45-3543-446e-8ccc-8f5d3697a5ac service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Refreshing instance network info cache due to event network-changed-366379a1-61fe-4d06-bf9c-c92f73b384c9. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1613.298720] env[62555]: DEBUG oslo_concurrency.lockutils [req-3d427688-e252-44a1-b16a-76e465189143 req-068b5a45-3543-446e-8ccc-8f5d3697a5ac service nova] Acquiring lock "refresh_cache-6867b1c2-f123-46a9-98f5-5272073f779c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.298840] env[62555]: DEBUG oslo_concurrency.lockutils [req-3d427688-e252-44a1-b16a-76e465189143 req-068b5a45-3543-446e-8ccc-8f5d3697a5ac service nova] Acquired lock "refresh_cache-6867b1c2-f123-46a9-98f5-5272073f779c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.299065] env[62555]: DEBUG nova.network.neutron [req-3d427688-e252-44a1-b16a-76e465189143 req-068b5a45-3543-446e-8ccc-8f5d3697a5ac service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Refreshing network info cache for port 366379a1-61fe-4d06-bf9c-c92f73b384c9 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.327217] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572939} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.327508] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 6a17ca8f-daf0-49bd-813a-599c3f970959/6a17ca8f-daf0-49bd-813a-599c3f970959.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1613.327724] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1613.327983] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf538a37-5a0f-400d-ac9a-d97b9db53459 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.336501] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1613.336501] env[62555]: value = "task-1704821" [ 1613.336501] env[62555]: _type = "Task" [ 1613.336501] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.345021] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.431690] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.434971] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.183s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.434971] env[62555]: DEBUG nova.objects.instance [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lazy-loading 'resources' on Instance uuid 482b83bb-a607-4a69-b055-c6e8aefb77e0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1613.448396] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "842aa760-6fb5-48c6-8308-1e808cf06632" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.448718] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "842aa760-6fb5-48c6-8308-1e808cf06632" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.448874] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "842aa760-6fb5-48c6-8308-1e808cf06632-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.449077] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "842aa760-6fb5-48c6-8308-1e808cf06632-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.449737] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "842aa760-6fb5-48c6-8308-1e808cf06632-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.456020] env[62555]: INFO nova.compute.manager [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Terminating instance [ 1613.464325] env[62555]: INFO nova.scheduler.client.report [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Deleted allocations for instance 3fc6298e-db1d-4b87-8938-1261e2fc00d9 [ 1613.537137] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "34828a36-3444-435b-98a2-cd82665c4ef9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.537137] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "34828a36-3444-435b-98a2-cd82665c4ef9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.537137] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "34828a36-3444-435b-98a2-cd82665c4ef9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.537137] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "34828a36-3444-435b-98a2-cd82665c4ef9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.537137] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "34828a36-3444-435b-98a2-cd82665c4ef9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.542436] env[62555]: INFO nova.compute.manager [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Terminating instance [ 1613.628570] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquiring lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.628990] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.654596] env[62555]: INFO nova.compute.manager [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Rebuilding instance [ 1613.702127] env[62555]: DEBUG nova.compute.manager [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1613.705846] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2383ae26-ae23-4bd9-9f36-d3267245a7fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.788849] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704820, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.850023] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161713} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.850023] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1613.850023] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbfded0-ded5-4993-9bd2-4e24725358a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.873009] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 6a17ca8f-daf0-49bd-813a-599c3f970959/6a17ca8f-daf0-49bd-813a-599c3f970959.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1613.876117] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a6a7edd-6e2f-411c-ad0a-bf440079a7f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.899896] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1613.899896] env[62555]: value = "task-1704823" [ 1613.899896] env[62555]: _type = "Task" [ 1613.899896] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.911085] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.960502] env[62555]: DEBUG nova.compute.manager [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.960626] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.961889] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8ed267-d1b8-48be-a12d-11e86b40aa77 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.978420] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e30c44d9-296b-437f-b6f1-383437766ea9 tempest-VolumesAdminNegativeTest-149376487 tempest-VolumesAdminNegativeTest-149376487-project-member] Lock "3fc6298e-db1d-4b87-8938-1261e2fc00d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.759s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.982030] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.982030] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe768d7d-2ba1-41fb-af86-44414fe4d074 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.989375] env[62555]: DEBUG oslo_vmware.api [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1613.989375] env[62555]: value = "task-1704824" [ 1613.989375] env[62555]: _type = "Task" [ 1613.989375] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.008392] env[62555]: DEBUG oslo_vmware.api [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.050388] env[62555]: DEBUG nova.compute.manager [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1614.050697] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.054718] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c5785e-675a-4f0f-8a8c-ffc62a81e769 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.070112] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.071054] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22869fc9-6414-488a-82a8-7c392c588ea6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.082112] env[62555]: DEBUG oslo_vmware.api [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1614.082112] env[62555]: value = "task-1704825" [ 1614.082112] env[62555]: _type = "Task" [ 1614.082112] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.095013] env[62555]: DEBUG oslo_vmware.api [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.132365] env[62555]: DEBUG nova.compute.manager [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1614.140199] env[62555]: DEBUG nova.network.neutron [req-3d427688-e252-44a1-b16a-76e465189143 req-068b5a45-3543-446e-8ccc-8f5d3697a5ac service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Updated VIF entry in instance network info cache for port 366379a1-61fe-4d06-bf9c-c92f73b384c9. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.140428] env[62555]: DEBUG nova.network.neutron [req-3d427688-e252-44a1-b16a-76e465189143 req-068b5a45-3543-446e-8ccc-8f5d3697a5ac service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Updating instance_info_cache with network_info: [{"id": "366379a1-61fe-4d06-bf9c-c92f73b384c9", "address": "fa:16:3e:cf:0a:4b", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366379a1-61", "ovs_interfaceid": "366379a1-61fe-4d06-bf9c-c92f73b384c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.291350] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704820, 'name': CreateVM_Task, 'duration_secs': 0.809918} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.291542] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1614.292287] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.292541] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.292889] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1614.293625] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e02f36-8717-4b5e-890d-b5981ffa8cb9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.305450] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1614.305450] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5280c9e5-631b-cd99-1edf-9e8dcd5d0b65" [ 1614.305450] env[62555]: _type = "Task" [ 1614.305450] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.305450] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "5a402d79-5161-4c1b-a038-7d8294732f34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.305668] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "5a402d79-5161-4c1b-a038-7d8294732f34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.317150] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5280c9e5-631b-cd99-1edf-9e8dcd5d0b65, 'name': SearchDatastore_Task, 'duration_secs': 0.010633} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.320104] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.320359] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1614.320592] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.320738] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.320916] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1614.322116] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9920895c-0839-464b-ae49-16218a4fa951 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.332237] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1614.332711] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1614.336971] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ae418f9-2d38-4ff4-bb9f-361aaa3a1f60 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.343545] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1614.343545] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521ce4a7-a68e-7066-6861-4cfc6e673057" [ 1614.343545] env[62555]: _type = "Task" [ 1614.343545] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.353625] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521ce4a7-a68e-7066-6861-4cfc6e673057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.368500] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92951644-b646-4cf3-bbcd-a2453f07990a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.376748] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7ae0e1-4536-41f8-8a9a-669cb2f20250 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.410474] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d73bc3-323c-4c0f-ab9c-202c56324961 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.425020] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b55e852-87c1-4e0c-ae66-f5e834a2fcb9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.428036] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704823, 'name': ReconfigVM_Task, 'duration_secs': 0.325319} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.428410] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 6a17ca8f-daf0-49bd-813a-599c3f970959/6a17ca8f-daf0-49bd-813a-599c3f970959.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1614.429892] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59aee035-1a45-411b-b185-98222ec3f3b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.440880] env[62555]: DEBUG nova.compute.provider_tree [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.443576] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1614.443576] env[62555]: value = "task-1704826" [ 1614.443576] env[62555]: _type = "Task" [ 1614.443576] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.455372] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704826, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.508368] env[62555]: DEBUG oslo_vmware.api [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704824, 'name': PowerOffVM_Task, 'duration_secs': 0.281804} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.508718] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.508902] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.509429] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5403ab5-27db-4663-9d95-8a4b31c01495 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.584764] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "94ed51b0-3354-4e0f-a279-f67c79deea4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.585026] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "94ed51b0-3354-4e0f-a279-f67c79deea4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.597061] env[62555]: DEBUG oslo_vmware.api [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704825, 'name': PowerOffVM_Task, 'duration_secs': 0.250331} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.597061] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.597250] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.597514] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3827c029-0a25-4160-9b6a-f2dcb6027a78 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.613250] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.613250] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.613412] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleting the datastore file [datastore1] 842aa760-6fb5-48c6-8308-1e808cf06632 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.613680] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2799a896-a947-407f-a8f8-10ec7a07510b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.624019] env[62555]: DEBUG oslo_vmware.api [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1614.624019] env[62555]: value = "task-1704829" [ 1614.624019] env[62555]: _type = "Task" [ 1614.624019] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.632778] env[62555]: DEBUG oslo_vmware.api [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.645629] env[62555]: DEBUG oslo_concurrency.lockutils [req-3d427688-e252-44a1-b16a-76e465189143 req-068b5a45-3543-446e-8ccc-8f5d3697a5ac service nova] Releasing lock "refresh_cache-6867b1c2-f123-46a9-98f5-5272073f779c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.660472] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.689800] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.690057] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.690249] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Deleting the datastore file [datastore1] 34828a36-3444-435b-98a2-cd82665c4ef9 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.690526] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fdca972-cf34-4286-96ba-3089ee2a643c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.697510] env[62555]: DEBUG oslo_vmware.api [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for the task: (returnval){ [ 1614.697510] env[62555]: value = "task-1704830" [ 1614.697510] env[62555]: _type = "Task" [ 1614.697510] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.706886] env[62555]: DEBUG oslo_vmware.api [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.726263] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.726674] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-994ef306-beab-4676-b55e-8f820d2a90da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.734174] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1614.734174] env[62555]: value = "task-1704831" [ 1614.734174] env[62555]: _type = "Task" [ 1614.734174] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.743664] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.811597] env[62555]: DEBUG nova.compute.manager [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1614.856230] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521ce4a7-a68e-7066-6861-4cfc6e673057, 'name': SearchDatastore_Task, 'duration_secs': 0.01003} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.857353] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63820fad-ab8e-44a1-b1d9-0f0106a32952 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.864172] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1614.864172] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d6be00-db8c-5210-2e6a-fd3dc77ae472" [ 1614.864172] env[62555]: _type = "Task" [ 1614.864172] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.873951] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d6be00-db8c-5210-2e6a-fd3dc77ae472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.945244] env[62555]: DEBUG nova.scheduler.client.report [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1614.958813] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704826, 'name': Rename_Task, 'duration_secs': 0.172364} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.959162] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.959456] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-babeaf4a-5faf-47fa-97a3-9f7492237544 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.969219] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1614.969219] env[62555]: value = "task-1704832" [ 1614.969219] env[62555]: _type = "Task" [ 1614.969219] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.980061] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.091444] env[62555]: DEBUG nova.compute.manager [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1615.140378] env[62555]: DEBUG oslo_vmware.api [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144018} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.141825] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.142147] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.142462] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.142758] env[62555]: INFO nova.compute.manager [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1615.143146] env[62555]: DEBUG oslo.service.loopingcall [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.143731] env[62555]: DEBUG nova.compute.manager [-] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.143881] env[62555]: DEBUG nova.network.neutron [-] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.214732] env[62555]: DEBUG oslo_vmware.api [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Task: {'id': task-1704830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162191} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.214732] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.214732] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.214732] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.214732] env[62555]: INFO nova.compute.manager [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1615.214732] env[62555]: DEBUG oslo.service.loopingcall [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.214732] env[62555]: DEBUG nova.compute.manager [-] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.214732] env[62555]: DEBUG nova.network.neutron [-] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.246216] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704831, 'name': PowerOffVM_Task, 'duration_secs': 0.202207} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.246495] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1615.247177] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1615.247765] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d6448f-a6c2-4118-8e8f-01bcfce13e88 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.256384] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1615.256679] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bfd53ef-c50e-4f4b-94da-f3eb7a47f461 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.336475] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.352489] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1615.352840] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1615.352964] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleting the datastore file [datastore1] c9d80a18-28c5-45cb-b366-07ccff49acfc {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1615.353293] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85870feb-4240-4aaf-a04d-c408906a820d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.371213] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1615.371213] env[62555]: value = "task-1704834" [ 1615.371213] env[62555]: _type = "Task" [ 1615.371213] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.375729] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d6be00-db8c-5210-2e6a-fd3dc77ae472, 'name': SearchDatastore_Task, 'duration_secs': 0.012555} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.378918] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.379310] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 6867b1c2-f123-46a9-98f5-5272073f779c/6867b1c2-f123-46a9-98f5-5272073f779c.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1615.379485] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3af2131-ca40-405c-b0a1-2e35206721f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.391786] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.396686] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1615.396686] env[62555]: value = "task-1704835" [ 1615.396686] env[62555]: _type = "Task" [ 1615.396686] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.408357] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.450398] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.453153] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.450s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.454831] env[62555]: INFO nova.compute.claims [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1615.475059] env[62555]: INFO nova.scheduler.client.report [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleted allocations for instance 482b83bb-a607-4a69-b055-c6e8aefb77e0 [ 1615.482730] env[62555]: DEBUG oslo_vmware.api [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704832, 'name': PowerOnVM_Task, 'duration_secs': 0.484168} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.482988] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.483204] env[62555]: INFO nova.compute.manager [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Took 9.52 seconds to spawn the instance on the hypervisor. [ 1615.483380] env[62555]: DEBUG nova.compute.manager [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1615.484365] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1481d3e-9a55-4a59-b6c7-9bed72cfbbb9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.616493] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.889858] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250038} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.889858] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.889858] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.889858] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.910806] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704835, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.976759] env[62555]: DEBUG nova.compute.manager [req-c3b34057-d55e-4f4a-8d92-35c367f13e5b req-b7d485e3-e4a3-4e0c-8151-94d2300f3b0a service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Received event network-vif-deleted-a0b11616-e762-40a3-9d6a-c8115fcd0d31 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1615.977054] env[62555]: INFO nova.compute.manager [req-c3b34057-d55e-4f4a-8d92-35c367f13e5b req-b7d485e3-e4a3-4e0c-8151-94d2300f3b0a service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Neutron deleted interface a0b11616-e762-40a3-9d6a-c8115fcd0d31; detaching it from the instance and deleting it from the info cache [ 1615.977267] env[62555]: DEBUG nova.network.neutron [req-c3b34057-d55e-4f4a-8d92-35c367f13e5b req-b7d485e3-e4a3-4e0c-8151-94d2300f3b0a service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.982508] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58c0cfac-5906-40ba-86e5-937a49fea906 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "482b83bb-a607-4a69-b055-c6e8aefb77e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.480s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.004846] env[62555]: INFO nova.compute.manager [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Took 26.65 seconds to build instance. [ 1616.271954] env[62555]: DEBUG nova.network.neutron [-] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.342520] env[62555]: DEBUG nova.network.neutron [-] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.408449] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.869803} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.409044] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 6867b1c2-f123-46a9-98f5-5272073f779c/6867b1c2-f123-46a9-98f5-5272073f779c.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1616.409044] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1616.409268] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f54b5af-8e39-4113-b36b-136503db41cd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.421337] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1616.421337] env[62555]: value = "task-1704837" [ 1616.421337] env[62555]: _type = "Task" [ 1616.421337] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.432697] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.480781] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4170c9b4-2b95-4753-aeef-a0c9d7fab0ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.493069] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11ff1b2-a34d-4712-a5d6-843207dd174c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.509852] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b8c21efa-90c1-4168-a869-365915145280 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "6a17ca8f-daf0-49bd-813a-599c3f970959" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.164s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.541410] env[62555]: DEBUG nova.compute.manager [req-c3b34057-d55e-4f4a-8d92-35c367f13e5b req-b7d485e3-e4a3-4e0c-8151-94d2300f3b0a service nova] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Detach interface failed, port_id=a0b11616-e762-40a3-9d6a-c8115fcd0d31, reason: Instance 842aa760-6fb5-48c6-8308-1e808cf06632 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1616.587473] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "47a16523-83e6-4b11-9695-06b96a92dd13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.587738] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "47a16523-83e6-4b11-9695-06b96a92dd13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.587949] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "47a16523-83e6-4b11-9695-06b96a92dd13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.588146] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "47a16523-83e6-4b11-9695-06b96a92dd13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.588305] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "47a16523-83e6-4b11-9695-06b96a92dd13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.592327] env[62555]: INFO nova.compute.manager [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Terminating instance [ 1616.774856] env[62555]: INFO nova.compute.manager [-] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Took 1.63 seconds to deallocate network for instance. [ 1616.801635] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827ccdb7-9e52-4a91-8b01-3e2bbe8a3fee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.810330] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb984291-d080-4b3d-9ab0-167f5af92f6b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.842141] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48655f1c-b2de-4d01-920e-d63794f90be5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.845036] env[62555]: INFO nova.compute.manager [-] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Took 1.63 seconds to deallocate network for instance. [ 1616.853438] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e9cb93-85f5-4555-9bc2-89f25a88b2ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.868412] env[62555]: DEBUG nova.compute.provider_tree [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.924059] env[62555]: DEBUG nova.virt.hardware [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1616.924416] env[62555]: DEBUG nova.virt.hardware [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1616.924511] env[62555]: DEBUG nova.virt.hardware [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.924700] env[62555]: DEBUG nova.virt.hardware [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1616.924844] env[62555]: DEBUG nova.virt.hardware [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.924987] env[62555]: DEBUG nova.virt.hardware [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1616.925218] env[62555]: DEBUG nova.virt.hardware [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1616.925417] env[62555]: DEBUG nova.virt.hardware [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1616.925594] env[62555]: DEBUG nova.virt.hardware [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1616.925753] env[62555]: DEBUG nova.virt.hardware [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1616.925921] env[62555]: DEBUG nova.virt.hardware [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1616.926335] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "6a17ca8f-daf0-49bd-813a-599c3f970959" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.926551] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "6a17ca8f-daf0-49bd-813a-599c3f970959" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.926817] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "6a17ca8f-daf0-49bd-813a-599c3f970959-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.927015] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "6a17ca8f-daf0-49bd-813a-599c3f970959-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.927189] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "6a17ca8f-daf0-49bd-813a-599c3f970959-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.929299] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d9adf3-c245-401b-acce-9e0405fa618e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.932074] env[62555]: INFO nova.compute.manager [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Terminating instance [ 1616.945852] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8933eacb-cf71-47aa-994c-caac220633a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.949592] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073207} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.950383] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1616.951454] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede2b29b-54f9-4a79-9ced-a6fb36f27b35 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.962376] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:19:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27139e5e-9c41-4772-983c-57ea383378f1', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1616.973025] env[62555]: DEBUG oslo.service.loopingcall [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1616.973025] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1616.973025] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01fc99d2-0484-40c5-ab41-f309146018ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.005627] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 6867b1c2-f123-46a9-98f5-5272073f779c/6867b1c2-f123-46a9-98f5-5272073f779c.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.006675] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa984c75-f1f1-4220-8be8-25be9adf4be8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.022354] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.022354] env[62555]: value = "task-1704838" [ 1617.022354] env[62555]: _type = "Task" [ 1617.022354] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.029296] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1617.029296] env[62555]: value = "task-1704839" [ 1617.029296] env[62555]: _type = "Task" [ 1617.029296] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.032606] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704838, 'name': CreateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.042734] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.097451] env[62555]: DEBUG nova.compute.manager [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1617.097695] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1617.098718] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c222e2-4967-48e8-acc6-be4a01334817 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.107705] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.107960] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e08bf850-16a0-4bf5-9f60-eac686d6375a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.115421] env[62555]: DEBUG oslo_vmware.api [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1617.115421] env[62555]: value = "task-1704840" [ 1617.115421] env[62555]: _type = "Task" [ 1617.115421] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.125291] env[62555]: DEBUG oslo_vmware.api [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.283439] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.352017] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.373256] env[62555]: DEBUG nova.scheduler.client.report [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1617.438728] env[62555]: DEBUG nova.compute.manager [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1617.438966] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1617.439909] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89f618b-bcc2-451d-a713-fa072dc4a76d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.448792] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1617.449048] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa0e4d9b-8ef6-4abd-9adc-0374ac782015 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.455978] env[62555]: DEBUG oslo_vmware.api [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1617.455978] env[62555]: value = "task-1704841" [ 1617.455978] env[62555]: _type = "Task" [ 1617.455978] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.465508] env[62555]: DEBUG oslo_vmware.api [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704841, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.534361] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704838, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.544400] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704839, 'name': ReconfigVM_Task, 'duration_secs': 0.397512} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.544400] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 6867b1c2-f123-46a9-98f5-5272073f779c/6867b1c2-f123-46a9-98f5-5272073f779c.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1617.545154] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfdfb516-074d-48ae-ab20-e4257357fbe3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.553752] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1617.553752] env[62555]: value = "task-1704842" [ 1617.553752] env[62555]: _type = "Task" [ 1617.553752] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.565438] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704842, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.626942] env[62555]: DEBUG oslo_vmware.api [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704840, 'name': PowerOffVM_Task, 'duration_secs': 0.295412} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.627263] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1617.627438] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1617.627728] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10a87005-edd7-424c-8cfb-d6f1c63da88e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.773648] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1617.774081] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1617.774290] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleting the datastore file [datastore1] 47a16523-83e6-4b11-9695-06b96a92dd13 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1617.774637] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5f3ac6c-d163-430f-9f38-20a010b65a58 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.783862] env[62555]: DEBUG oslo_vmware.api [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1617.783862] env[62555]: value = "task-1704844" [ 1617.783862] env[62555]: _type = "Task" [ 1617.783862] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.793327] env[62555]: DEBUG oslo_vmware.api [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.884017] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.429s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.884017] env[62555]: DEBUG nova.compute.manager [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1617.886263] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.226s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.891395] env[62555]: INFO nova.compute.claims [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1617.967913] env[62555]: DEBUG oslo_vmware.api [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704841, 'name': PowerOffVM_Task, 'duration_secs': 0.207323} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.968230] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1617.968628] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1617.969376] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56dc56e1-600f-448e-a23a-f540dcdf2ef5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.035351] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704838, 'name': CreateVM_Task, 'duration_secs': 0.688376} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.036938] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1618.038406] env[62555]: DEBUG nova.compute.manager [req-86cca6b0-e82c-4312-b08d-ed42c0a48b16 req-ced923ab-9527-4250-86d7-9bdf911c68f9 service nova] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Received event network-vif-deleted-02fd9808-1bcc-4bbe-818f-53d03de0dfef {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1618.039161] env[62555]: DEBUG oslo_concurrency.lockutils [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.039325] env[62555]: DEBUG oslo_concurrency.lockutils [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.039733] env[62555]: DEBUG oslo_concurrency.lockutils [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1618.040223] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b65568d0-35b5-4397-a370-a67edef78156 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.047811] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1618.047811] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52490ca4-83a6-136f-4577-5b3c4ec41170" [ 1618.047811] env[62555]: _type = "Task" [ 1618.047811] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.062217] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52490ca4-83a6-136f-4577-5b3c4ec41170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.066893] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1618.067819] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1618.067819] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleting the datastore file [datastore1] 6a17ca8f-daf0-49bd-813a-599c3f970959 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1618.067819] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-652cd313-7009-4021-8791-3d2b80aaf5bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.073621] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704842, 'name': Rename_Task, 'duration_secs': 0.192044} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.074383] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1618.074643] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ba4f26b-e888-4a3a-b10d-393ed726e878 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.081138] env[62555]: DEBUG oslo_vmware.api [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1618.081138] env[62555]: value = "task-1704847" [ 1618.081138] env[62555]: _type = "Task" [ 1618.081138] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.082550] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1618.082550] env[62555]: value = "task-1704848" [ 1618.082550] env[62555]: _type = "Task" [ 1618.082550] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.095718] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.099040] env[62555]: DEBUG oslo_vmware.api [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.294237] env[62555]: DEBUG oslo_vmware.api [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16013} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.294581] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1618.294765] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1618.294940] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1618.295145] env[62555]: INFO nova.compute.manager [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1618.295395] env[62555]: DEBUG oslo.service.loopingcall [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.295697] env[62555]: DEBUG nova.compute.manager [-] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1618.295697] env[62555]: DEBUG nova.network.neutron [-] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1618.396383] env[62555]: DEBUG nova.compute.utils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1618.399918] env[62555]: DEBUG nova.compute.manager [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1618.400698] env[62555]: DEBUG nova.network.neutron [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1618.560677] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52490ca4-83a6-136f-4577-5b3c4ec41170, 'name': SearchDatastore_Task, 'duration_secs': 0.01522} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.560842] env[62555]: DEBUG oslo_concurrency.lockutils [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.561274] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.561441] env[62555]: DEBUG oslo_concurrency.lockutils [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.561618] env[62555]: DEBUG oslo_concurrency.lockutils [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.561789] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.562198] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d242a78d-cf0f-442b-b3b3-374466ec29ed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.574024] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.574199] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1618.575016] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6854a5c8-e5bb-4338-a4ce-95bf46b301ab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.582598] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1618.582598] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52425d51-1d72-8a0f-4911-54d4a2db5dff" [ 1618.582598] env[62555]: _type = "Task" [ 1618.582598] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.600849] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52425d51-1d72-8a0f-4911-54d4a2db5dff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.609156] env[62555]: DEBUG oslo_vmware.api [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279908} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.609411] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704848, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.609655] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1618.609840] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1618.610097] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1618.610343] env[62555]: INFO nova.compute.manager [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1618.610649] env[62555]: DEBUG oslo.service.loopingcall [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.610855] env[62555]: DEBUG nova.compute.manager [-] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1618.610950] env[62555]: DEBUG nova.network.neutron [-] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1618.753629] env[62555]: DEBUG nova.policy [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c2daa0577e4a15b2c7536026eb1da0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a88e6f2009c484e8b365cda6d84b5dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1618.906198] env[62555]: DEBUG nova.compute.manager [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1619.097529] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52425d51-1d72-8a0f-4911-54d4a2db5dff, 'name': SearchDatastore_Task, 'duration_secs': 0.021253} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.098136] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac948b30-b8fd-4ee7-8202-96f558a4d170 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.105921] env[62555]: DEBUG oslo_vmware.api [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1704848, 'name': PowerOnVM_Task, 'duration_secs': 0.563607} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.110357] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1619.110745] env[62555]: INFO nova.compute.manager [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1619.111045] env[62555]: DEBUG nova.compute.manager [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1619.113470] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7570020c-8bdc-4898-8bb0-67af3c214187 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.116413] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1619.116413] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a57808-3e1b-0c7a-9a74-5d938f44b3eb" [ 1619.116413] env[62555]: _type = "Task" [ 1619.116413] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.136111] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a57808-3e1b-0c7a-9a74-5d938f44b3eb, 'name': SearchDatastore_Task, 'duration_secs': 0.020901} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.136699] env[62555]: DEBUG oslo_concurrency.lockutils [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.136979] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c9d80a18-28c5-45cb-b366-07ccff49acfc/c9d80a18-28c5-45cb-b366-07ccff49acfc.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1619.137264] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd321801-fdaf-42d8-8246-d70203b55c01 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.152150] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1619.152150] env[62555]: value = "task-1704849" [ 1619.152150] env[62555]: _type = "Task" [ 1619.152150] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.159939] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.331088] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f9df97-9a87-461a-911f-e8239380dc55 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.339902] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cece75-7dd5-48e2-b5b5-6086ef16dab2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.375451] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2b2f9d-acd3-4612-b1e6-976694a9cbb9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.383970] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b89bcb-f5f5-4c69-97a5-40af2817a1f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.403848] env[62555]: DEBUG nova.compute.provider_tree [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.542077] env[62555]: DEBUG nova.network.neutron [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Successfully created port: 5e0e57ed-85c0-432a-9e86-70e5fa5d0d79 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1619.659403] env[62555]: INFO nova.compute.manager [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Took 25.15 seconds to build instance. [ 1619.669742] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704849, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.728517] env[62555]: DEBUG nova.network.neutron [-] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.893089] env[62555]: DEBUG nova.network.neutron [-] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.908304] env[62555]: DEBUG nova.scheduler.client.report [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1619.916899] env[62555]: DEBUG nova.compute.manager [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1619.951486] env[62555]: DEBUG nova.virt.hardware [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1619.952111] env[62555]: DEBUG nova.virt.hardware [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1619.952410] env[62555]: DEBUG nova.virt.hardware [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1619.952858] env[62555]: DEBUG nova.virt.hardware [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1619.953171] env[62555]: DEBUG nova.virt.hardware [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1619.953445] env[62555]: DEBUG nova.virt.hardware [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1619.953768] env[62555]: DEBUG nova.virt.hardware [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1619.953912] env[62555]: DEBUG nova.virt.hardware [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1619.954620] env[62555]: DEBUG nova.virt.hardware [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1619.954620] env[62555]: DEBUG nova.virt.hardware [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1619.954620] env[62555]: DEBUG nova.virt.hardware [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1619.955739] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9030d1d8-128b-4e09-9d06-0bdeb278f5b2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.967372] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fb9ada-d05b-40b8-a2c2-1f3056d7dca9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.071319] env[62555]: DEBUG nova.compute.manager [req-712e1b75-16ba-462a-b1e1-76a35320af10 req-0b28e974-4ad5-4820-b726-b26ce9f49b78 service nova] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Received event network-vif-deleted-009d99bd-aeeb-43a9-b4fc-fe412901cb62 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1620.071549] env[62555]: DEBUG nova.compute.manager [req-712e1b75-16ba-462a-b1e1-76a35320af10 req-0b28e974-4ad5-4820-b726-b26ce9f49b78 service nova] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Received event network-vif-deleted-0db1ca62-9337-4189-b9fc-26199b4e85da {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1620.163026] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a03aa682-7adb-4b72-b99b-737bf658322d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "6867b1c2-f123-46a9-98f5-5272073f779c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.660s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.163487] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704849, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835839} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.163895] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c9d80a18-28c5-45cb-b366-07ccff49acfc/c9d80a18-28c5-45cb-b366-07ccff49acfc.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1620.164315] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1620.164769] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d838bb0a-b3a5-4f5d-9902-1092ab07d313 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.174442] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1620.174442] env[62555]: value = "task-1704850" [ 1620.174442] env[62555]: _type = "Task" [ 1620.174442] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.189746] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.232478] env[62555]: INFO nova.compute.manager [-] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Took 1.94 seconds to deallocate network for instance. [ 1620.396589] env[62555]: INFO nova.compute.manager [-] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Took 1.79 seconds to deallocate network for instance. [ 1620.416108] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.416585] env[62555]: DEBUG nova.compute.manager [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1620.420035] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.084s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.421567] env[62555]: INFO nova.compute.claims [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1620.689836] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109888} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.690292] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1620.691379] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578c7666-eac6-4a94-a385-1f4f5ba996da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.731127] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] c9d80a18-28c5-45cb-b366-07ccff49acfc/c9d80a18-28c5-45cb-b366-07ccff49acfc.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1620.732211] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13982501-3025-4f39-91a5-f86ae5a1ca10 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.767544] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.774913] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1620.774913] env[62555]: value = "task-1704851" [ 1620.774913] env[62555]: _type = "Task" [ 1620.774913] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.789531] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.905068] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.926501] env[62555]: DEBUG nova.compute.utils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.929767] env[62555]: DEBUG nova.compute.manager [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1620.933038] env[62555]: DEBUG nova.network.neutron [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1621.055290] env[62555]: DEBUG nova.policy [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17c2555b01b84f8ab8aa74bdb98cab50', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72fe590839c24489a5ab13b4491efda6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1621.287256] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704851, 'name': ReconfigVM_Task, 'duration_secs': 0.364504} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.287694] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Reconfigured VM instance instance-00000045 to attach disk [datastore1] c9d80a18-28c5-45cb-b366-07ccff49acfc/c9d80a18-28c5-45cb-b366-07ccff49acfc.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1621.288412] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b69ef4c-fa33-426a-9ecf-904d1a7490f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.299815] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1621.299815] env[62555]: value = "task-1704852" [ 1621.299815] env[62555]: _type = "Task" [ 1621.299815] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.322891] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704852, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.434102] env[62555]: DEBUG nova.compute.manager [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.687464] env[62555]: DEBUG nova.network.neutron [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Successfully updated port: 5e0e57ed-85c0-432a-9e86-70e5fa5d0d79 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1621.762661] env[62555]: DEBUG nova.network.neutron [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Successfully created port: b2b62384-12e0-4510-aaf7-f9bb01a4e91d {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1621.815760] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704852, 'name': Rename_Task, 'duration_secs': 0.2134} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.816136] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.816399] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76a70315-7430-402a-bbe7-92afa23fb2dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.824944] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1621.824944] env[62555]: value = "task-1704853" [ 1621.824944] env[62555]: _type = "Task" [ 1621.824944] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.845150] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.896048] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97e3296-9847-4ac1-ae3b-83a6a274a5bd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.910415] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f829d5ae-bac2-4f93-93d4-32ab3b26499a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.952477] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceb7e43-d0ba-47d3-bb47-abb617e1fe23 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.961763] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4564b3db-cbf8-4de6-a5e4-b9838bce296e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.977552] env[62555]: DEBUG nova.compute.provider_tree [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.191421] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "refresh_cache-fdca2591-bdf9-4f08-b78e-a4e8c9d01905" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.191612] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "refresh_cache-fdca2591-bdf9-4f08-b78e-a4e8c9d01905" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.191767] env[62555]: DEBUG nova.network.neutron [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1622.306758] env[62555]: DEBUG nova.compute.manager [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Received event network-changed-366379a1-61fe-4d06-bf9c-c92f73b384c9 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1622.307043] env[62555]: DEBUG nova.compute.manager [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Refreshing instance network info cache due to event network-changed-366379a1-61fe-4d06-bf9c-c92f73b384c9. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1622.307441] env[62555]: DEBUG oslo_concurrency.lockutils [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] Acquiring lock "refresh_cache-6867b1c2-f123-46a9-98f5-5272073f779c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.308281] env[62555]: DEBUG oslo_concurrency.lockutils [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] Acquired lock "refresh_cache-6867b1c2-f123-46a9-98f5-5272073f779c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.308940] env[62555]: DEBUG nova.network.neutron [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Refreshing network info cache for port 366379a1-61fe-4d06-bf9c-c92f73b384c9 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.338529] env[62555]: DEBUG oslo_vmware.api [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704853, 'name': PowerOnVM_Task, 'duration_secs': 0.505469} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.338850] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.339075] env[62555]: DEBUG nova.compute.manager [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1622.339934] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7619f-2616-48c9-b10d-b559dae0ac91 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.455473] env[62555]: DEBUG nova.compute.manager [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1622.484024] env[62555]: DEBUG nova.scheduler.client.report [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1622.494705] env[62555]: DEBUG nova.virt.hardware [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1622.494705] env[62555]: DEBUG nova.virt.hardware [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1622.494916] env[62555]: DEBUG nova.virt.hardware [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1622.494916] env[62555]: DEBUG nova.virt.hardware [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1622.495077] env[62555]: DEBUG nova.virt.hardware [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1622.495235] env[62555]: DEBUG nova.virt.hardware [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1622.495599] env[62555]: DEBUG nova.virt.hardware [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1622.495704] env[62555]: DEBUG nova.virt.hardware [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1622.495798] env[62555]: DEBUG nova.virt.hardware [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1622.495957] env[62555]: DEBUG nova.virt.hardware [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1622.496144] env[62555]: DEBUG nova.virt.hardware [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1622.497318] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88aa214e-52a1-4199-8de1-45605928edde {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.508545] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7816dc19-eff8-4880-a0de-c3741c651050 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.515506] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Acquiring lock "d59babb2-c974-49ea-8030-af6943b8eb7e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.515679] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "d59babb2-c974-49ea-8030-af6943b8eb7e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.729225] env[62555]: DEBUG nova.network.neutron [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1622.863213] env[62555]: DEBUG oslo_concurrency.lockutils [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.944192] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquiring lock "a489976e-7aca-41a4-8134-d3a65e745526" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.944466] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "a489976e-7aca-41a4-8134-d3a65e745526" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.987653] env[62555]: DEBUG nova.network.neutron [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Updating instance_info_cache with network_info: [{"id": "5e0e57ed-85c0-432a-9e86-70e5fa5d0d79", "address": "fa:16:3e:b1:b9:58", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0e57ed-85", "ovs_interfaceid": "5e0e57ed-85c0-432a-9e86-70e5fa5d0d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.990626] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.991134] env[62555]: DEBUG nova.compute.manager [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1622.993650] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.377s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.997020] env[62555]: INFO nova.compute.claims [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1623.019056] env[62555]: DEBUG nova.compute.manager [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1623.115220] env[62555]: DEBUG nova.network.neutron [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Updated VIF entry in instance network info cache for port 366379a1-61fe-4d06-bf9c-c92f73b384c9. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.115659] env[62555]: DEBUG nova.network.neutron [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Updating instance_info_cache with network_info: [{"id": "366379a1-61fe-4d06-bf9c-c92f73b384c9", "address": "fa:16:3e:cf:0a:4b", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366379a1-61", "ovs_interfaceid": "366379a1-61fe-4d06-bf9c-c92f73b384c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.447373] env[62555]: DEBUG nova.compute.manager [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1623.491186] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "refresh_cache-fdca2591-bdf9-4f08-b78e-a4e8c9d01905" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.491523] env[62555]: DEBUG nova.compute.manager [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Instance network_info: |[{"id": "5e0e57ed-85c0-432a-9e86-70e5fa5d0d79", "address": "fa:16:3e:b1:b9:58", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0e57ed-85", "ovs_interfaceid": "5e0e57ed-85c0-432a-9e86-70e5fa5d0d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1623.492123] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:b9:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e0e57ed-85c0-432a-9e86-70e5fa5d0d79', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1623.501906] env[62555]: DEBUG oslo.service.loopingcall [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1623.507026] env[62555]: DEBUG nova.compute.utils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.507026] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1623.507781] env[62555]: DEBUG nova.compute.manager [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1623.507781] env[62555]: DEBUG nova.network.neutron [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1623.511128] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aae6a860-6981-4f17-90bf-af602b10d6ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.527248] env[62555]: DEBUG nova.compute.manager [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1623.541778] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1623.541778] env[62555]: value = "task-1704854" [ 1623.541778] env[62555]: _type = "Task" [ 1623.541778] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.549064] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704854, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.554341] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.618553] env[62555]: DEBUG oslo_concurrency.lockutils [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] Releasing lock "refresh_cache-6867b1c2-f123-46a9-98f5-5272073f779c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.618848] env[62555]: DEBUG nova.compute.manager [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Received event network-vif-plugged-5e0e57ed-85c0-432a-9e86-70e5fa5d0d79 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1623.619060] env[62555]: DEBUG oslo_concurrency.lockutils [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] Acquiring lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.619329] env[62555]: DEBUG oslo_concurrency.lockutils [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.619506] env[62555]: DEBUG oslo_concurrency.lockutils [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.619697] env[62555]: DEBUG nova.compute.manager [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] No waiting events found dispatching network-vif-plugged-5e0e57ed-85c0-432a-9e86-70e5fa5d0d79 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1623.619872] env[62555]: WARNING nova.compute.manager [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Received unexpected event network-vif-plugged-5e0e57ed-85c0-432a-9e86-70e5fa5d0d79 for instance with vm_state building and task_state spawning. [ 1623.620104] env[62555]: DEBUG nova.compute.manager [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Received event network-changed-5e0e57ed-85c0-432a-9e86-70e5fa5d0d79 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1623.620232] env[62555]: DEBUG nova.compute.manager [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Refreshing instance network info cache due to event network-changed-5e0e57ed-85c0-432a-9e86-70e5fa5d0d79. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1623.620430] env[62555]: DEBUG oslo_concurrency.lockutils [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] Acquiring lock "refresh_cache-fdca2591-bdf9-4f08-b78e-a4e8c9d01905" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.620578] env[62555]: DEBUG oslo_concurrency.lockutils [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] Acquired lock "refresh_cache-fdca2591-bdf9-4f08-b78e-a4e8c9d01905" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.620740] env[62555]: DEBUG nova.network.neutron [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Refreshing network info cache for port 5e0e57ed-85c0-432a-9e86-70e5fa5d0d79 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1623.690508] env[62555]: DEBUG nova.policy [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452c6d93c89a4c489cec2ff75a6cb492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cff5ce98fc074244a41f26338783fb88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1623.971717] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.053028] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704854, 'name': CreateVM_Task, 'duration_secs': 0.474559} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.057599] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1624.058471] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.059402] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.059402] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1624.059402] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5f8720-c651-43f0-bf5b-d6e83d5d848b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.065244] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1624.065244] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524c28ad-0bf2-8324-76e1-49540295fdd1" [ 1624.065244] env[62555]: _type = "Task" [ 1624.065244] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.073939] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524c28ad-0bf2-8324-76e1-49540295fdd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.206368] env[62555]: DEBUG nova.network.neutron [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Successfully updated port: b2b62384-12e0-4510-aaf7-f9bb01a4e91d {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1624.398367] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "c9d80a18-28c5-45cb-b366-07ccff49acfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.398606] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "c9d80a18-28c5-45cb-b366-07ccff49acfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.398807] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "c9d80a18-28c5-45cb-b366-07ccff49acfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.398981] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "c9d80a18-28c5-45cb-b366-07ccff49acfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.399194] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "c9d80a18-28c5-45cb-b366-07ccff49acfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.401468] env[62555]: INFO nova.compute.manager [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Terminating instance [ 1624.416965] env[62555]: DEBUG nova.compute.manager [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Received event network-vif-plugged-b2b62384-12e0-4510-aaf7-f9bb01a4e91d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1624.417227] env[62555]: DEBUG oslo_concurrency.lockutils [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] Acquiring lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.417443] env[62555]: DEBUG oslo_concurrency.lockutils [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] Lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.417613] env[62555]: DEBUG oslo_concurrency.lockutils [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] Lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.417775] env[62555]: DEBUG nova.compute.manager [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] No waiting events found dispatching network-vif-plugged-b2b62384-12e0-4510-aaf7-f9bb01a4e91d {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.417932] env[62555]: WARNING nova.compute.manager [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Received unexpected event network-vif-plugged-b2b62384-12e0-4510-aaf7-f9bb01a4e91d for instance with vm_state building and task_state spawning. [ 1624.418099] env[62555]: DEBUG nova.compute.manager [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Received event network-changed-b2b62384-12e0-4510-aaf7-f9bb01a4e91d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1624.418249] env[62555]: DEBUG nova.compute.manager [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Refreshing instance network info cache due to event network-changed-b2b62384-12e0-4510-aaf7-f9bb01a4e91d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1624.418420] env[62555]: DEBUG oslo_concurrency.lockutils [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] Acquiring lock "refresh_cache-9d3ec26f-732d-4aa0-a56e-aef0fef524eb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.418598] env[62555]: DEBUG oslo_concurrency.lockutils [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] Acquired lock "refresh_cache-9d3ec26f-732d-4aa0-a56e-aef0fef524eb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.418760] env[62555]: DEBUG nova.network.neutron [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Refreshing network info cache for port b2b62384-12e0-4510-aaf7-f9bb01a4e91d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1624.469242] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a8c949-312d-4d85-b3af-cc3057f1dd0a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.477415] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ddf4ca7-8f47-4c7f-8e49-7ab5e6ac8b6d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.513753] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36c97c0-9be3-4cd1-a4f1-5e58ecfe95aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.522306] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f592ce6-9876-4f01-9ba7-e41380b8813d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.537836] env[62555]: DEBUG nova.compute.provider_tree [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.547999] env[62555]: DEBUG nova.compute.manager [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1624.579285] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524c28ad-0bf2-8324-76e1-49540295fdd1, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.583544] env[62555]: DEBUG nova.virt.hardware [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1624.583777] env[62555]: DEBUG nova.virt.hardware [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1624.583934] env[62555]: DEBUG nova.virt.hardware [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.584127] env[62555]: DEBUG nova.virt.hardware [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1624.584275] env[62555]: DEBUG nova.virt.hardware [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.584446] env[62555]: DEBUG nova.virt.hardware [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1624.584668] env[62555]: DEBUG nova.virt.hardware [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1624.584825] env[62555]: DEBUG nova.virt.hardware [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1624.584992] env[62555]: DEBUG nova.virt.hardware [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1624.585177] env[62555]: DEBUG nova.virt.hardware [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1624.585352] env[62555]: DEBUG nova.virt.hardware [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1624.586097] env[62555]: DEBUG nova.network.neutron [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Successfully created port: cae8d1c9-5ac3-466e-81ca-bb0d3d585c32 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1624.587905] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.588147] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1624.588408] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.588577] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.588751] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1624.589815] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb57ec9-16e6-4103-bb73-0779e647fe53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.592346] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2c1a034-78ed-432b-9efa-1fc731b035e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.602723] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42174d70-5420-4ee1-97f5-a28e6ef6fe11 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.607681] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1624.607867] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1624.608937] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886b3acf-abe8-4fa0-a0fc-8a4380f2fab6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.623283] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1624.623283] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524c93c9-8f65-f634-2bea-67eae98628b9" [ 1624.623283] env[62555]: _type = "Task" [ 1624.623283] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.632699] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524c93c9-8f65-f634-2bea-67eae98628b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.691049] env[62555]: DEBUG nova.network.neutron [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Updated VIF entry in instance network info cache for port 5e0e57ed-85c0-432a-9e86-70e5fa5d0d79. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1624.691420] env[62555]: DEBUG nova.network.neutron [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Updating instance_info_cache with network_info: [{"id": "5e0e57ed-85c0-432a-9e86-70e5fa5d0d79", "address": "fa:16:3e:b1:b9:58", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0e57ed-85", "ovs_interfaceid": "5e0e57ed-85c0-432a-9e86-70e5fa5d0d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.707154] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquiring lock "refresh_cache-9d3ec26f-732d-4aa0-a56e-aef0fef524eb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.910213] env[62555]: DEBUG nova.compute.manager [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1624.910582] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1624.911379] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c286c7-27b5-47b2-ac87-1a80e9a5c494 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.919912] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1624.920171] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-062afc91-3d30-46bf-bf38-b4dca4826a50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.930542] env[62555]: DEBUG oslo_vmware.api [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1624.930542] env[62555]: value = "task-1704855" [ 1624.930542] env[62555]: _type = "Task" [ 1624.930542] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.940236] env[62555]: DEBUG oslo_vmware.api [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.951339] env[62555]: DEBUG nova.network.neutron [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1625.040723] env[62555]: DEBUG nova.scheduler.client.report [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1625.067069] env[62555]: DEBUG nova.network.neutron [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1625.136066] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524c93c9-8f65-f634-2bea-67eae98628b9, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.136737] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1095d600-a750-4d34-9dd1-02eba9bdfec5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.143119] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1625.143119] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521cc777-049a-5010-3ac5-7450150a0ca8" [ 1625.143119] env[62555]: _type = "Task" [ 1625.143119] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.153860] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521cc777-049a-5010-3ac5-7450150a0ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.193799] env[62555]: DEBUG oslo_concurrency.lockutils [req-a47bcbd6-87c1-424c-97d4-b3c6c58020f8 req-dd7c65a7-4670-4cec-b688-7075af6f92a0 service nova] Releasing lock "refresh_cache-fdca2591-bdf9-4f08-b78e-a4e8c9d01905" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.215834] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "542f5291-21b4-4bd7-88b4-7636c4d8db75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.216082] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.440865] env[62555]: DEBUG oslo_vmware.api [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704855, 'name': PowerOffVM_Task, 'duration_secs': 0.179409} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.441021] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1625.441242] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1625.441491] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11695823-78e3-469d-94ff-a5e36dcce1d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.521093] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1625.521391] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1625.521587] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleting the datastore file [datastore1] c9d80a18-28c5-45cb-b366-07ccff49acfc {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1625.521868] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e298cf0e-9ee7-4755-bf01-b889b5f4021a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.529567] env[62555]: DEBUG oslo_vmware.api [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1625.529567] env[62555]: value = "task-1704857" [ 1625.529567] env[62555]: _type = "Task" [ 1625.529567] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.537939] env[62555]: DEBUG oslo_vmware.api [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.546075] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.546604] env[62555]: DEBUG nova.compute.manager [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1625.549264] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.266s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.549472] env[62555]: DEBUG nova.objects.instance [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lazy-loading 'resources' on Instance uuid 842aa760-6fb5-48c6-8308-1e808cf06632 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.569696] env[62555]: DEBUG oslo_concurrency.lockutils [req-4f10338e-1a6e-4486-a8b2-24c716905e4e req-115c470d-d92f-4f9c-a51d-a57bf07bfd98 service nova] Releasing lock "refresh_cache-9d3ec26f-732d-4aa0-a56e-aef0fef524eb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.569982] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquired lock "refresh_cache-9d3ec26f-732d-4aa0-a56e-aef0fef524eb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.570161] env[62555]: DEBUG nova.network.neutron [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.660308] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521cc777-049a-5010-3ac5-7450150a0ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.011492} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.660534] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.660801] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fdca2591-bdf9-4f08-b78e-a4e8c9d01905/fdca2591-bdf9-4f08-b78e-a4e8c9d01905.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1625.661070] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d37acbba-5ef1-4646-9dc5-c3fd534b618d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.669953] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1625.669953] env[62555]: value = "task-1704858" [ 1625.669953] env[62555]: _type = "Task" [ 1625.669953] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.679360] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.719620] env[62555]: DEBUG nova.compute.manager [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1626.042406] env[62555]: DEBUG oslo_vmware.api [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139477} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.043177] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1626.043177] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1626.043177] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1626.043695] env[62555]: INFO nova.compute.manager [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1626.043695] env[62555]: DEBUG oslo.service.loopingcall [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.043854] env[62555]: DEBUG nova.compute.manager [-] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1626.043886] env[62555]: DEBUG nova.network.neutron [-] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1626.052155] env[62555]: DEBUG nova.compute.utils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1626.058024] env[62555]: DEBUG nova.compute.manager [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1626.058024] env[62555]: DEBUG nova.network.neutron [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1626.106332] env[62555]: DEBUG nova.network.neutron [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.184898] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497227} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.185043] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fdca2591-bdf9-4f08-b78e-a4e8c9d01905/fdca2591-bdf9-4f08-b78e-a4e8c9d01905.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1626.185164] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1626.185518] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a591f3dd-dc62-48fb-b5e6-7d2197bc25ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.194708] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1626.194708] env[62555]: value = "task-1704859" [ 1626.194708] env[62555]: _type = "Task" [ 1626.194708] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.212644] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.248786] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.257823] env[62555]: DEBUG nova.policy [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452c6d93c89a4c489cec2ff75a6cb492', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cff5ce98fc074244a41f26338783fb88', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1626.266433] env[62555]: DEBUG nova.network.neutron [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Updating instance_info_cache with network_info: [{"id": "b2b62384-12e0-4510-aaf7-f9bb01a4e91d", "address": "fa:16:3e:a1:ae:4b", "network": {"id": "3bf105e0-319d-4ef7-a2cf-8a524167e9a1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2143848993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72fe590839c24489a5ab13b4491efda6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b62384-12", "ovs_interfaceid": "b2b62384-12e0-4510-aaf7-f9bb01a4e91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.454423] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751d9e83-05cd-47fd-a4bf-622875363ef2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.462364] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964b65b3-124d-4c5b-85e5-e31c1c93a028 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.494440] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ba2ec7-b01b-4849-b7da-ee4abb03759c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.500412] env[62555]: DEBUG nova.compute.manager [req-d8428b35-e9c0-440e-9957-cec532f713fb req-0ffe02d2-b591-4df7-abe3-c40c09dd22a6 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Received event network-vif-plugged-cae8d1c9-5ac3-466e-81ca-bb0d3d585c32 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1626.500628] env[62555]: DEBUG oslo_concurrency.lockutils [req-d8428b35-e9c0-440e-9957-cec532f713fb req-0ffe02d2-b591-4df7-abe3-c40c09dd22a6 service nova] Acquiring lock "5a402d79-5161-4c1b-a038-7d8294732f34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.500838] env[62555]: DEBUG oslo_concurrency.lockutils [req-d8428b35-e9c0-440e-9957-cec532f713fb req-0ffe02d2-b591-4df7-abe3-c40c09dd22a6 service nova] Lock "5a402d79-5161-4c1b-a038-7d8294732f34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.501011] env[62555]: DEBUG oslo_concurrency.lockutils [req-d8428b35-e9c0-440e-9957-cec532f713fb req-0ffe02d2-b591-4df7-abe3-c40c09dd22a6 service nova] Lock "5a402d79-5161-4c1b-a038-7d8294732f34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.501190] env[62555]: DEBUG nova.compute.manager [req-d8428b35-e9c0-440e-9957-cec532f713fb req-0ffe02d2-b591-4df7-abe3-c40c09dd22a6 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] No waiting events found dispatching network-vif-plugged-cae8d1c9-5ac3-466e-81ca-bb0d3d585c32 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1626.501353] env[62555]: WARNING nova.compute.manager [req-d8428b35-e9c0-440e-9957-cec532f713fb req-0ffe02d2-b591-4df7-abe3-c40c09dd22a6 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Received unexpected event network-vif-plugged-cae8d1c9-5ac3-466e-81ca-bb0d3d585c32 for instance with vm_state building and task_state spawning. [ 1626.505134] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2f5454-cba3-4aaa-acf3-dbf07ca3620f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.521653] env[62555]: DEBUG nova.compute.provider_tree [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.560862] env[62555]: DEBUG nova.compute.manager [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1626.678355] env[62555]: DEBUG nova.network.neutron [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Successfully updated port: cae8d1c9-5ac3-466e-81ca-bb0d3d585c32 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1626.709650] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070391} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.713032] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1626.713032] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd14e6b7-caab-4c93-9cb5-a9a4835a679b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.737309] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] fdca2591-bdf9-4f08-b78e-a4e8c9d01905/fdca2591-bdf9-4f08-b78e-a4e8c9d01905.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.738242] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f2b53c7-194e-4ec6-9b25-8451f24a2673 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.760498] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1626.760498] env[62555]: value = "task-1704860" [ 1626.760498] env[62555]: _type = "Task" [ 1626.760498] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.771337] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Releasing lock "refresh_cache-9d3ec26f-732d-4aa0-a56e-aef0fef524eb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.771631] env[62555]: DEBUG nova.compute.manager [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Instance network_info: |[{"id": "b2b62384-12e0-4510-aaf7-f9bb01a4e91d", "address": "fa:16:3e:a1:ae:4b", "network": {"id": "3bf105e0-319d-4ef7-a2cf-8a524167e9a1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2143848993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72fe590839c24489a5ab13b4491efda6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b62384-12", "ovs_interfaceid": "b2b62384-12e0-4510-aaf7-f9bb01a4e91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1626.772350] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.772659] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:ae:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2b62384-12e0-4510-aaf7-f9bb01a4e91d', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.782985] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Creating folder: Project (72fe590839c24489a5ab13b4491efda6). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.783708] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dc0d94e-e508-4ec1-93aa-e3042fb42073 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.796601] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Created folder: Project (72fe590839c24489a5ab13b4491efda6) in parent group-v355069. [ 1626.796865] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Creating folder: Instances. Parent ref: group-v355266. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1626.797164] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e74b30f3-9118-446b-be79-60ba261034de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.809378] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Created folder: Instances in parent group-v355266. [ 1626.809670] env[62555]: DEBUG oslo.service.loopingcall [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1626.809964] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.810174] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d1a9345-a9e4-4a34-a421-b3e8036faa26 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.832735] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.832735] env[62555]: value = "task-1704863" [ 1626.832735] env[62555]: _type = "Task" [ 1626.832735] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.842467] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704863, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.850294] env[62555]: DEBUG nova.network.neutron [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Successfully created port: fb88d0bf-20f8-4c3f-8c45-b8b2071b1645 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1627.026045] env[62555]: DEBUG nova.scheduler.client.report [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1627.180989] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "refresh_cache-5a402d79-5161-4c1b-a038-7d8294732f34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.181175] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquired lock "refresh_cache-5a402d79-5161-4c1b-a038-7d8294732f34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.181301] env[62555]: DEBUG nova.network.neutron [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1627.212579] env[62555]: DEBUG nova.network.neutron [-] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.271035] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704860, 'name': ReconfigVM_Task, 'duration_secs': 0.309576} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.271296] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfigured VM instance instance-00000048 to attach disk [datastore1] fdca2591-bdf9-4f08-b78e-a4e8c9d01905/fdca2591-bdf9-4f08-b78e-a4e8c9d01905.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.271914] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-935039b1-360c-439c-b392-5b78b28cb0eb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.279156] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1627.279156] env[62555]: value = "task-1704864" [ 1627.279156] env[62555]: _type = "Task" [ 1627.279156] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.287392] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704864, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.342083] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704863, 'name': CreateVM_Task, 'duration_secs': 0.389935} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.342253] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1627.343030] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.343208] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.343528] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1627.343774] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-603ef5da-f88b-46c2-bcb6-712aaac7daa2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.349382] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for the task: (returnval){ [ 1627.349382] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520bf2bd-47b1-609e-94d2-49cebc055259" [ 1627.349382] env[62555]: _type = "Task" [ 1627.349382] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.357750] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520bf2bd-47b1-609e-94d2-49cebc055259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.531718] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.534173] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.182s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.534318] env[62555]: DEBUG nova.objects.instance [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lazy-loading 'resources' on Instance uuid 34828a36-3444-435b-98a2-cd82665c4ef9 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.555279] env[62555]: INFO nova.scheduler.client.report [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleted allocations for instance 842aa760-6fb5-48c6-8308-1e808cf06632 [ 1627.571029] env[62555]: DEBUG nova.compute.manager [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1627.597225] env[62555]: DEBUG nova.virt.hardware [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1627.597496] env[62555]: DEBUG nova.virt.hardware [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1627.597657] env[62555]: DEBUG nova.virt.hardware [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.597841] env[62555]: DEBUG nova.virt.hardware [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1627.597986] env[62555]: DEBUG nova.virt.hardware [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.598149] env[62555]: DEBUG nova.virt.hardware [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1627.598726] env[62555]: DEBUG nova.virt.hardware [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1627.598726] env[62555]: DEBUG nova.virt.hardware [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1627.598726] env[62555]: DEBUG nova.virt.hardware [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1627.598846] env[62555]: DEBUG nova.virt.hardware [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1627.598983] env[62555]: DEBUG nova.virt.hardware [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1627.599884] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5192e96-76ec-414a-bd2f-0f43a42cf816 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.609502] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699557a9-1525-4ead-8246-21c06d9f99f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.710891] env[62555]: DEBUG nova.network.neutron [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1627.714610] env[62555]: INFO nova.compute.manager [-] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Took 1.67 seconds to deallocate network for instance. [ 1627.789137] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704864, 'name': Rename_Task, 'duration_secs': 0.161588} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.789496] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.789659] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad120c46-127c-4578-8f35-c2ed1814a6f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.797076] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1627.797076] env[62555]: value = "task-1704865" [ 1627.797076] env[62555]: _type = "Task" [ 1627.797076] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.805688] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.860623] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520bf2bd-47b1-609e-94d2-49cebc055259, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.861565] env[62555]: DEBUG nova.network.neutron [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Updating instance_info_cache with network_info: [{"id": "cae8d1c9-5ac3-466e-81ca-bb0d3d585c32", "address": "fa:16:3e:90:2e:3b", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae8d1c9-5a", "ovs_interfaceid": "cae8d1c9-5ac3-466e-81ca-bb0d3d585c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.862826] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.863176] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.863586] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.864381] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.864381] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.864959] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac8044d7-de25-4848-9873-56abfe6f16be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.877655] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.877841] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.878625] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac601ab7-341b-4ddb-87f0-6ee5241d3330 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.885432] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for the task: (returnval){ [ 1627.885432] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521dc6d0-804d-ac5c-a007-0cd85ef6c28b" [ 1627.885432] env[62555]: _type = "Task" [ 1627.885432] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.894554] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521dc6d0-804d-ac5c-a007-0cd85ef6c28b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.062668] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bdc573bf-7e1f-46d5-bbc6-fd775ce5327f tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "842aa760-6fb5-48c6-8308-1e808cf06632" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.614s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.220534] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.310080] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704865, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.366888] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Releasing lock "refresh_cache-5a402d79-5161-4c1b-a038-7d8294732f34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.367373] env[62555]: DEBUG nova.compute.manager [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Instance network_info: |[{"id": "cae8d1c9-5ac3-466e-81ca-bb0d3d585c32", "address": "fa:16:3e:90:2e:3b", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae8d1c9-5a", "ovs_interfaceid": "cae8d1c9-5ac3-466e-81ca-bb0d3d585c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1628.368232] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:2e:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cae8d1c9-5ac3-466e-81ca-bb0d3d585c32', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1628.380512] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Creating folder: Project (cff5ce98fc074244a41f26338783fb88). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1628.380927] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca2d0489-e3ac-4a0c-8858-b1b71cc74c87 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.396134] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Created folder: Project (cff5ce98fc074244a41f26338783fb88) in parent group-v355069. [ 1628.396380] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Creating folder: Instances. Parent ref: group-v355269. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1628.401869] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b459170-19ad-460f-a68a-b1f18bc48ad4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.403354] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521dc6d0-804d-ac5c-a007-0cd85ef6c28b, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.404033] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3348155f-3a48-46af-88cf-5c4aa5cefe3a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.407151] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-804aee8f-0317-47d0-8ca5-9a6ff71435ab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.415625] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9c02d7-d19b-4ed1-b406-96ed109cf841 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.420469] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for the task: (returnval){ [ 1628.420469] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5256bc4c-22eb-f648-0254-4476a78e7f24" [ 1628.420469] env[62555]: _type = "Task" [ 1628.420469] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.420469] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Created folder: Instances in parent group-v355269. [ 1628.420469] env[62555]: DEBUG oslo.service.loopingcall [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1628.424999] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1628.449950] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60d0e04d-f726-4a62-8fcc-fe492c9ef7e0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.465451] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e219c5-b6aa-4dd6-b3e1-a28ffbdb84ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.471777] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5256bc4c-22eb-f648-0254-4476a78e7f24, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.472423] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.472713] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9d3ec26f-732d-4aa0-a56e-aef0fef524eb/9d3ec26f-732d-4aa0-a56e-aef0fef524eb.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.473022] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-350a6266-ffff-4800-80b0-da3303e370c4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.479566] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae814aa-07f2-46f7-b56e-d188f33847d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.483297] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1628.483297] env[62555]: value = "task-1704868" [ 1628.483297] env[62555]: _type = "Task" [ 1628.483297] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.484716] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for the task: (returnval){ [ 1628.484716] env[62555]: value = "task-1704869" [ 1628.484716] env[62555]: _type = "Task" [ 1628.484716] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.498926] env[62555]: DEBUG nova.compute.provider_tree [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1628.506882] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704868, 'name': CreateVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.510870] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.591609] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.591892] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.592113] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.592378] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.592636] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.596539] env[62555]: INFO nova.compute.manager [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Terminating instance [ 1628.603129] env[62555]: DEBUG nova.network.neutron [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Successfully updated port: fb88d0bf-20f8-4c3f-8c45-b8b2071b1645 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1628.657427] env[62555]: DEBUG nova.compute.manager [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Received event network-changed-cae8d1c9-5ac3-466e-81ca-bb0d3d585c32 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1628.657514] env[62555]: DEBUG nova.compute.manager [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Refreshing instance network info cache due to event network-changed-cae8d1c9-5ac3-466e-81ca-bb0d3d585c32. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1628.657741] env[62555]: DEBUG oslo_concurrency.lockutils [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] Acquiring lock "refresh_cache-5a402d79-5161-4c1b-a038-7d8294732f34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.657953] env[62555]: DEBUG oslo_concurrency.lockutils [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] Acquired lock "refresh_cache-5a402d79-5161-4c1b-a038-7d8294732f34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.658199] env[62555]: DEBUG nova.network.neutron [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Refreshing network info cache for port cae8d1c9-5ac3-466e-81ca-bb0d3d585c32 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1628.810921] env[62555]: DEBUG oslo_vmware.api [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704865, 'name': PowerOnVM_Task, 'duration_secs': 0.574455} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.811252] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.811468] env[62555]: INFO nova.compute.manager [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1628.811654] env[62555]: DEBUG nova.compute.manager [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.812720] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc02066-d8a0-4f7f-a472-2f87ebf4c5fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.994782] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704868, 'name': CreateVM_Task, 'duration_secs': 0.431936} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.995340] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.996193] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.996378] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.996710] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.997306] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0746a31d-648f-42f0-bafc-9798a81e9c28 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.002253] env[62555]: DEBUG nova.scheduler.client.report [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1629.005867] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704869, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.010030] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1629.010030] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529528d2-55d9-69bc-c21a-533aa50709e3" [ 1629.010030] env[62555]: _type = "Task" [ 1629.010030] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.019014] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529528d2-55d9-69bc-c21a-533aa50709e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.106028] env[62555]: DEBUG nova.compute.manager [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1629.106028] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1629.106368] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "refresh_cache-94ed51b0-3354-4e0f-a279-f67c79deea4b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.106368] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquired lock "refresh_cache-94ed51b0-3354-4e0f-a279-f67c79deea4b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.106506] env[62555]: DEBUG nova.network.neutron [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1629.108592] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef750358-35a0-494b-a15c-731f6c10f1e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.117953] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1629.118219] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2632eeaa-6bde-42fd-989c-defb3c9f417e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.126945] env[62555]: DEBUG oslo_vmware.api [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1629.126945] env[62555]: value = "task-1704870" [ 1629.126945] env[62555]: _type = "Task" [ 1629.126945] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.135945] env[62555]: DEBUG oslo_vmware.api [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.243689] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "78fb6673-ce7e-4f00-8e2c-9213452813b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.243957] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "78fb6673-ce7e-4f00-8e2c-9213452813b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.334090] env[62555]: INFO nova.compute.manager [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Took 23.35 seconds to build instance. [ 1629.374518] env[62555]: DEBUG nova.network.neutron [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Updated VIF entry in instance network info cache for port cae8d1c9-5ac3-466e-81ca-bb0d3d585c32. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.374999] env[62555]: DEBUG nova.network.neutron [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Updating instance_info_cache with network_info: [{"id": "cae8d1c9-5ac3-466e-81ca-bb0d3d585c32", "address": "fa:16:3e:90:2e:3b", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.179", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcae8d1c9-5a", "ovs_interfaceid": "cae8d1c9-5ac3-466e-81ca-bb0d3d585c32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.498201] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704869, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.507537] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.509824] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.745s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.510065] env[62555]: DEBUG nova.objects.instance [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lazy-loading 'resources' on Instance uuid 47a16523-83e6-4b11-9695-06b96a92dd13 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1629.520932] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529528d2-55d9-69bc-c21a-533aa50709e3, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.521285] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.521620] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1629.522281] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.522702] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.522791] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1629.523624] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0f68cb6-719a-4534-a5b0-5d77c56904d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.532451] env[62555]: INFO nova.scheduler.client.report [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Deleted allocations for instance 34828a36-3444-435b-98a2-cd82665c4ef9 [ 1629.534389] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1629.534633] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1629.537385] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919c3aa7-04a0-4bfc-bb2b-4ef7c0999126 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.544275] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1629.544275] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e77980-9af0-2375-e5f0-cd71c245683e" [ 1629.544275] env[62555]: _type = "Task" [ 1629.544275] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.552622] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e77980-9af0-2375-e5f0-cd71c245683e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.637948] env[62555]: DEBUG oslo_vmware.api [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.644466] env[62555]: DEBUG nova.network.neutron [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1629.746366] env[62555]: DEBUG nova.compute.manager [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1629.827243] env[62555]: DEBUG nova.network.neutron [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Updating instance_info_cache with network_info: [{"id": "fb88d0bf-20f8-4c3f-8c45-b8b2071b1645", "address": "fa:16:3e:78:df:40", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb88d0bf-20", "ovs_interfaceid": "fb88d0bf-20f8-4c3f-8c45-b8b2071b1645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.836499] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f7f3f3e0-f04f-48be-a48d-6677ba09c73e tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.873s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.879628] env[62555]: DEBUG oslo_concurrency.lockutils [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] Releasing lock "refresh_cache-5a402d79-5161-4c1b-a038-7d8294732f34" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.879628] env[62555]: DEBUG nova.compute.manager [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Received event network-vif-deleted-27139e5e-9c41-4772-983c-57ea383378f1 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1629.879628] env[62555]: DEBUG nova.compute.manager [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Received event network-vif-plugged-fb88d0bf-20f8-4c3f-8c45-b8b2071b1645 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1629.879628] env[62555]: DEBUG oslo_concurrency.lockutils [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] Acquiring lock "94ed51b0-3354-4e0f-a279-f67c79deea4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.879628] env[62555]: DEBUG oslo_concurrency.lockutils [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] Lock "94ed51b0-3354-4e0f-a279-f67c79deea4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.879628] env[62555]: DEBUG oslo_concurrency.lockutils [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] Lock "94ed51b0-3354-4e0f-a279-f67c79deea4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.879628] env[62555]: DEBUG nova.compute.manager [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] No waiting events found dispatching network-vif-plugged-fb88d0bf-20f8-4c3f-8c45-b8b2071b1645 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1629.879628] env[62555]: WARNING nova.compute.manager [req-b95c6b54-ddd1-4d4c-9596-146ab5931918 req-dfbf5899-4e6b-4faa-8ac1-e81fc8a43f81 service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Received unexpected event network-vif-plugged-fb88d0bf-20f8-4c3f-8c45-b8b2071b1645 for instance with vm_state building and task_state spawning. [ 1630.002578] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704869, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.514976} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.002846] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9d3ec26f-732d-4aa0-a56e-aef0fef524eb/9d3ec26f-732d-4aa0-a56e-aef0fef524eb.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1630.003075] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1630.003423] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a103827-bf7f-4ca4-a130-52896b0a3634 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.011562] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for the task: (returnval){ [ 1630.011562] env[62555]: value = "task-1704871" [ 1630.011562] env[62555]: _type = "Task" [ 1630.011562] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.021306] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704871, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.043725] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9004182a-9a19-425d-95b8-2b0d66df9066 tempest-MigrationsAdminTest-1075319030 tempest-MigrationsAdminTest-1075319030-project-member] Lock "34828a36-3444-435b-98a2-cd82665c4ef9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.507s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.054719] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e77980-9af0-2375-e5f0-cd71c245683e, 'name': SearchDatastore_Task, 'duration_secs': 0.025122} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.058273] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeaf73c7-7f61-48cb-b22f-54da699f1748 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.065516] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1630.065516] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529c07af-1675-585b-8d35-abb7f061b859" [ 1630.065516] env[62555]: _type = "Task" [ 1630.065516] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.075961] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529c07af-1675-585b-8d35-abb7f061b859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.142256] env[62555]: DEBUG oslo_vmware.api [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.268401] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.329519] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Releasing lock "refresh_cache-94ed51b0-3354-4e0f-a279-f67c79deea4b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.329831] env[62555]: DEBUG nova.compute.manager [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Instance network_info: |[{"id": "fb88d0bf-20f8-4c3f-8c45-b8b2071b1645", "address": "fa:16:3e:78:df:40", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb88d0bf-20", "ovs_interfaceid": "fb88d0bf-20f8-4c3f-8c45-b8b2071b1645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1630.330258] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:df:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d377d75-3add-4a15-8691-74b2eb010924', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb88d0bf-20f8-4c3f-8c45-b8b2071b1645', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1630.338246] env[62555]: DEBUG oslo.service.loopingcall [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.340765] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1630.341181] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f006f66e-b9be-4015-9787-0a9b36c043d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.372158] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1630.372158] env[62555]: value = "task-1704872" [ 1630.372158] env[62555]: _type = "Task" [ 1630.372158] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.384892] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704872, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.406637] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61239ef-fa47-4c2f-b6e3-154d6d774e28 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.416941] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29d5715-3e4d-4c01-bcf3-ceaeda06926b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.449698] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b8da7e-f407-428f-8601-cdf363b77912 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.458144] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e764273c-be44-4dea-b679-7e1812a6ad4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.474903] env[62555]: DEBUG nova.compute.provider_tree [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1630.522461] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704871, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127161} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.522778] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.523569] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da16dd6-23da-4c45-8b24-33016732f4d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.545916] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 9d3ec26f-732d-4aa0-a56e-aef0fef524eb/9d3ec26f-732d-4aa0-a56e-aef0fef524eb.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.546254] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95e8d1ad-b62f-4b33-82f4-3ea41a677d0e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.565628] env[62555]: DEBUG nova.compute.manager [req-a83e265d-f11a-4599-ae40-5ccd2c24f4db req-1342b310-14af-4039-8d88-33ecde2b45ac service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Received event network-changed-5e0e57ed-85c0-432a-9e86-70e5fa5d0d79 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1630.565958] env[62555]: DEBUG nova.compute.manager [req-a83e265d-f11a-4599-ae40-5ccd2c24f4db req-1342b310-14af-4039-8d88-33ecde2b45ac service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Refreshing instance network info cache due to event network-changed-5e0e57ed-85c0-432a-9e86-70e5fa5d0d79. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1630.566090] env[62555]: DEBUG oslo_concurrency.lockutils [req-a83e265d-f11a-4599-ae40-5ccd2c24f4db req-1342b310-14af-4039-8d88-33ecde2b45ac service nova] Acquiring lock "refresh_cache-fdca2591-bdf9-4f08-b78e-a4e8c9d01905" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.566273] env[62555]: DEBUG oslo_concurrency.lockutils [req-a83e265d-f11a-4599-ae40-5ccd2c24f4db req-1342b310-14af-4039-8d88-33ecde2b45ac service nova] Acquired lock "refresh_cache-fdca2591-bdf9-4f08-b78e-a4e8c9d01905" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.566430] env[62555]: DEBUG nova.network.neutron [req-a83e265d-f11a-4599-ae40-5ccd2c24f4db req-1342b310-14af-4039-8d88-33ecde2b45ac service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Refreshing network info cache for port 5e0e57ed-85c0-432a-9e86-70e5fa5d0d79 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.569167] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for the task: (returnval){ [ 1630.569167] env[62555]: value = "task-1704873" [ 1630.569167] env[62555]: _type = "Task" [ 1630.569167] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.583675] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529c07af-1675-585b-8d35-abb7f061b859, 'name': SearchDatastore_Task, 'duration_secs': 0.041707} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.586861] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1630.587147] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 5a402d79-5161-4c1b-a038-7d8294732f34/5a402d79-5161-4c1b-a038-7d8294732f34.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1630.587700] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.587976] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9b2915d-c438-4376-b21b-aa432dd75798 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.595818] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1630.595818] env[62555]: value = "task-1704874" [ 1630.595818] env[62555]: _type = "Task" [ 1630.595818] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.605572] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.639561] env[62555]: DEBUG oslo_vmware.api [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704870, 'name': PowerOffVM_Task, 'duration_secs': 1.168549} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.639845] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1630.640048] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1630.640271] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ff8a9d5-e7c2-40e1-b72d-072de00093fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.686553] env[62555]: DEBUG nova.compute.manager [req-9b2eaf1f-d2da-4285-9178-8abd2d4cd5ea req-a053f0dd-40ef-4b1d-8f6d-c0ad00bbf36a service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Received event network-changed-fb88d0bf-20f8-4c3f-8c45-b8b2071b1645 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1630.686795] env[62555]: DEBUG nova.compute.manager [req-9b2eaf1f-d2da-4285-9178-8abd2d4cd5ea req-a053f0dd-40ef-4b1d-8f6d-c0ad00bbf36a service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Refreshing instance network info cache due to event network-changed-fb88d0bf-20f8-4c3f-8c45-b8b2071b1645. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1630.687038] env[62555]: DEBUG oslo_concurrency.lockutils [req-9b2eaf1f-d2da-4285-9178-8abd2d4cd5ea req-a053f0dd-40ef-4b1d-8f6d-c0ad00bbf36a service nova] Acquiring lock "refresh_cache-94ed51b0-3354-4e0f-a279-f67c79deea4b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.687300] env[62555]: DEBUG oslo_concurrency.lockutils [req-9b2eaf1f-d2da-4285-9178-8abd2d4cd5ea req-a053f0dd-40ef-4b1d-8f6d-c0ad00bbf36a service nova] Acquired lock "refresh_cache-94ed51b0-3354-4e0f-a279-f67c79deea4b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.687395] env[62555]: DEBUG nova.network.neutron [req-9b2eaf1f-d2da-4285-9178-8abd2d4cd5ea req-a053f0dd-40ef-4b1d-8f6d-c0ad00bbf36a service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Refreshing network info cache for port fb88d0bf-20f8-4c3f-8c45-b8b2071b1645 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1630.741104] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1630.741344] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1630.741523] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleting the datastore file [datastore1] 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1630.741797] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3520ce95-a0f3-4068-ac58-57507dec6937 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.749651] env[62555]: DEBUG oslo_vmware.api [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1630.749651] env[62555]: value = "task-1704876" [ 1630.749651] env[62555]: _type = "Task" [ 1630.749651] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.759573] env[62555]: DEBUG oslo_vmware.api [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.883320] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704872, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.979572] env[62555]: DEBUG nova.scheduler.client.report [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1631.084903] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704873, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.108891] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704874, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.262998] env[62555]: DEBUG oslo_vmware.api [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.383714] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704872, 'name': CreateVM_Task, 'duration_secs': 0.550052} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.383903] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1631.384667] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.384857] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.385214] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1631.385483] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43015e23-c576-40a3-bde0-f58ddb5488fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.391148] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1631.391148] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c8d580-1d1a-debb-22e6-f9f07332a8ec" [ 1631.391148] env[62555]: _type = "Task" [ 1631.391148] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.401014] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c8d580-1d1a-debb-22e6-f9f07332a8ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.487148] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.489462] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.585s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.489711] env[62555]: DEBUG nova.objects.instance [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lazy-loading 'resources' on Instance uuid 6a17ca8f-daf0-49bd-813a-599c3f970959 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.520240] env[62555]: INFO nova.scheduler.client.report [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleted allocations for instance 47a16523-83e6-4b11-9695-06b96a92dd13 [ 1631.583800] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704873, 'name': ReconfigVM_Task, 'duration_secs': 0.72203} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.584093] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 9d3ec26f-732d-4aa0-a56e-aef0fef524eb/9d3ec26f-732d-4aa0-a56e-aef0fef524eb.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.584772] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb3c1b85-f3dc-4223-b8c3-99ec11629926 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.594753] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for the task: (returnval){ [ 1631.594753] env[62555]: value = "task-1704877" [ 1631.594753] env[62555]: _type = "Task" [ 1631.594753] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.613186] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704877, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.613457] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597125} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.613759] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 5a402d79-5161-4c1b-a038-7d8294732f34/5a402d79-5161-4c1b-a038-7d8294732f34.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1631.613976] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1631.614241] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7574dcf-891b-48e5-8ce8-67ab4effd063 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.621342] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1631.621342] env[62555]: value = "task-1704878" [ 1631.621342] env[62555]: _type = "Task" [ 1631.621342] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.630422] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.684663] env[62555]: DEBUG nova.network.neutron [req-a83e265d-f11a-4599-ae40-5ccd2c24f4db req-1342b310-14af-4039-8d88-33ecde2b45ac service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Updated VIF entry in instance network info cache for port 5e0e57ed-85c0-432a-9e86-70e5fa5d0d79. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.685066] env[62555]: DEBUG nova.network.neutron [req-a83e265d-f11a-4599-ae40-5ccd2c24f4db req-1342b310-14af-4039-8d88-33ecde2b45ac service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Updating instance_info_cache with network_info: [{"id": "5e0e57ed-85c0-432a-9e86-70e5fa5d0d79", "address": "fa:16:3e:b1:b9:58", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e0e57ed-85", "ovs_interfaceid": "5e0e57ed-85c0-432a-9e86-70e5fa5d0d79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.737127] env[62555]: DEBUG nova.network.neutron [req-9b2eaf1f-d2da-4285-9178-8abd2d4cd5ea req-a053f0dd-40ef-4b1d-8f6d-c0ad00bbf36a service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Updated VIF entry in instance network info cache for port fb88d0bf-20f8-4c3f-8c45-b8b2071b1645. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1631.737549] env[62555]: DEBUG nova.network.neutron [req-9b2eaf1f-d2da-4285-9178-8abd2d4cd5ea req-a053f0dd-40ef-4b1d-8f6d-c0ad00bbf36a service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Updating instance_info_cache with network_info: [{"id": "fb88d0bf-20f8-4c3f-8c45-b8b2071b1645", "address": "fa:16:3e:78:df:40", "network": {"id": "0f248804-7246-42f3-8146-53149b97d00b", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6c71631d713e4585b488fb3e5fa40dbe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d377d75-3add-4a15-8691-74b2eb010924", "external-id": "nsx-vlan-transportzone-71", "segmentation_id": 71, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb88d0bf-20", "ovs_interfaceid": "fb88d0bf-20f8-4c3f-8c45-b8b2071b1645", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.761930] env[62555]: DEBUG oslo_vmware.api [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.537951} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.762206] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1631.762402] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1631.762571] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1631.762746] env[62555]: INFO nova.compute.manager [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1631.762993] env[62555]: DEBUG oslo.service.loopingcall [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1631.763206] env[62555]: DEBUG nova.compute.manager [-] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1631.763303] env[62555]: DEBUG nova.network.neutron [-] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1631.902592] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c8d580-1d1a-debb-22e6-f9f07332a8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01727} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.902914] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.903154] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1631.903390] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.903559] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.903702] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1631.903962] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-def5cbc2-0a10-400b-a32e-2587d76eccad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.913383] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1631.913563] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1631.914316] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a63d7798-29f7-49be-91da-619868021a16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.919811] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1631.919811] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c2ee7d-aa6b-ffde-64d0-b629a3851d72" [ 1631.919811] env[62555]: _type = "Task" [ 1631.919811] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.927682] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c2ee7d-aa6b-ffde-64d0-b629a3851d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.030208] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bef2b9c-c45d-4a65-b0f8-e0613c8c18fc tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "47a16523-83e6-4b11-9695-06b96a92dd13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.442s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.107791] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704877, 'name': Rename_Task, 'duration_secs': 0.246845} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.108129] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1632.108390] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-428e6645-d1ec-48c2-b8ca-4c9630ab5c92 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.117024] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for the task: (returnval){ [ 1632.117024] env[62555]: value = "task-1704879" [ 1632.117024] env[62555]: _type = "Task" [ 1632.117024] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.125237] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.135811] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087303} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.135933] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1632.136736] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b39a7f-a001-4b8b-88e1-b532534d2759 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.159751] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5a402d79-5161-4c1b-a038-7d8294732f34/5a402d79-5161-4c1b-a038-7d8294732f34.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1632.162512] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99ccaef7-601e-4992-bb30-109671fe3b2e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.185920] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1632.185920] env[62555]: value = "task-1704880" [ 1632.185920] env[62555]: _type = "Task" [ 1632.185920] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.189658] env[62555]: DEBUG oslo_concurrency.lockutils [req-a83e265d-f11a-4599-ae40-5ccd2c24f4db req-1342b310-14af-4039-8d88-33ecde2b45ac service nova] Releasing lock "refresh_cache-fdca2591-bdf9-4f08-b78e-a4e8c9d01905" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.198065] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.240096] env[62555]: DEBUG oslo_concurrency.lockutils [req-9b2eaf1f-d2da-4285-9178-8abd2d4cd5ea req-a053f0dd-40ef-4b1d-8f6d-c0ad00bbf36a service nova] Releasing lock "refresh_cache-94ed51b0-3354-4e0f-a279-f67c79deea4b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.355544] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3340ac01-b4d9-47f6-8def-486d13e14062 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.364462] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ab03d5-1c12-4782-8d14-be128f32eef7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.398324] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19a805e-bf18-457c-bd82-5b5e5e3831f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.406993] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a0a23a-f9e7-4866-b1c0-8a7ae97bfe1c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.421789] env[62555]: DEBUG nova.compute.provider_tree [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.432546] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c2ee7d-aa6b-ffde-64d0-b629a3851d72, 'name': SearchDatastore_Task, 'duration_secs': 0.009231} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.433934] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abddc6e1-8026-4731-bce2-ea0f19cf8282 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.441514] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1632.441514] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526e3fea-1cf6-4bbb-1f3d-1fd8ca0c66a3" [ 1632.441514] env[62555]: _type = "Task" [ 1632.441514] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.450645] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526e3fea-1cf6-4bbb-1f3d-1fd8ca0c66a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.484245] env[62555]: DEBUG nova.network.neutron [-] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.628768] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.697391] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.714751] env[62555]: DEBUG nova.compute.manager [req-4d891aea-ed14-4b2c-9a5e-f830a54aba28 req-beea155c-dd62-4997-884e-de51646642ca service nova] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Received event network-vif-deleted-64e206a0-fc29-4130-908d-8aeeafcc168d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1632.815445] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.815756] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.816154] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.816475] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.816749] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.819336] env[62555]: INFO nova.compute.manager [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Terminating instance [ 1632.928202] env[62555]: DEBUG nova.scheduler.client.report [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1632.957496] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526e3fea-1cf6-4bbb-1f3d-1fd8ca0c66a3, 'name': SearchDatastore_Task, 'duration_secs': 0.012941} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.957496] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.957496] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 94ed51b0-3354-4e0f-a279-f67c79deea4b/94ed51b0-3354-4e0f-a279-f67c79deea4b.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1632.957496] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ad3def8-be3f-461b-9ac3-6f71456204f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.967307] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1632.967307] env[62555]: value = "task-1704881" [ 1632.967307] env[62555]: _type = "Task" [ 1632.967307] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.976073] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.986789] env[62555]: INFO nova.compute.manager [-] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Took 1.22 seconds to deallocate network for instance. [ 1633.130720] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.202036] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704880, 'name': ReconfigVM_Task, 'duration_secs': 0.837654} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.202683] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5a402d79-5161-4c1b-a038-7d8294732f34/5a402d79-5161-4c1b-a038-7d8294732f34.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1633.204062] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18212ddf-3973-44c2-8c1f-2af54c721eef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.213964] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1633.213964] env[62555]: value = "task-1704882" [ 1633.213964] env[62555]: _type = "Task" [ 1633.213964] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.228577] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704882, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.327259] env[62555]: DEBUG nova.compute.manager [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1633.327259] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1633.327259] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8bf017-b1ca-495d-89ad-4589f02f1174 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.334653] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1633.335308] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e75b99b9-8f23-49b4-8619-fbb5a524e866 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.345279] env[62555]: DEBUG oslo_vmware.api [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1633.345279] env[62555]: value = "task-1704883" [ 1633.345279] env[62555]: _type = "Task" [ 1633.345279] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.359199] env[62555]: DEBUG oslo_vmware.api [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.434098] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.437081] env[62555]: DEBUG oslo_concurrency.lockutils [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.574s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.437364] env[62555]: DEBUG nova.objects.instance [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1633.461343] env[62555]: INFO nova.scheduler.client.report [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted allocations for instance 6a17ca8f-daf0-49bd-813a-599c3f970959 [ 1633.479177] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704881, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.494103] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.628954] env[62555]: DEBUG oslo_vmware.api [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704879, 'name': PowerOnVM_Task, 'duration_secs': 1.229626} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.629264] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1633.629473] env[62555]: INFO nova.compute.manager [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Took 11.17 seconds to spawn the instance on the hypervisor. [ 1633.629658] env[62555]: DEBUG nova.compute.manager [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1633.630622] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47573080-ec91-455d-94ee-0a7664fbd844 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.724430] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704882, 'name': Rename_Task, 'duration_secs': 0.298089} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.724755] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1633.725010] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7242482-795a-4500-9bb3-f58b81768549 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.731970] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1633.731970] env[62555]: value = "task-1704884" [ 1633.731970] env[62555]: _type = "Task" [ 1633.731970] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.739721] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.856402] env[62555]: DEBUG oslo_vmware.api [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.977416] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95e8b734-f815-4fda-a021-971f26a169b3 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "6a17ca8f-daf0-49bd-813a-599c3f970959" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.050s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.984142] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651841} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.984709] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 94ed51b0-3354-4e0f-a279-f67c79deea4b/94ed51b0-3354-4e0f-a279-f67c79deea4b.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1633.984852] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1633.985136] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2174806f-756d-4880-b0e3-9b003659dfec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.994130] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1633.994130] env[62555]: value = "task-1704885" [ 1633.994130] env[62555]: _type = "Task" [ 1633.994130] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.006480] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.148127] env[62555]: INFO nova.compute.manager [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Took 19.51 seconds to build instance. [ 1634.243429] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.359851] env[62555]: DEBUG oslo_vmware.api [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704883, 'name': PowerOffVM_Task, 'duration_secs': 0.676313} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.360056] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1634.360281] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1634.360855] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f508546d-6f1e-4eb7-8f8a-02454e0055a5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.444708] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1634.444989] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1634.445165] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleting the datastore file [datastore1] b0fa6b1c-5bab-4391-ba3d-4e1584a011e7 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1634.446549] env[62555]: DEBUG oslo_concurrency.lockutils [None req-06ce6513-70c3-47c0-9ccc-d1587eabfd7f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.447623] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aa4cbb2-79dc-4827-8b22-cbbf0b95c7b1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.450855] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.897s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.453536] env[62555]: INFO nova.compute.claims [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1634.462705] env[62555]: DEBUG oslo_vmware.api [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1634.462705] env[62555]: value = "task-1704887" [ 1634.462705] env[62555]: _type = "Task" [ 1634.462705] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.473707] env[62555]: DEBUG oslo_vmware.api [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704887, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.506374] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072416} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.506478] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1634.507274] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e0f082-c2c9-4c6d-a2c0-53a0bef87da6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.531810] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 94ed51b0-3354-4e0f-a279-f67c79deea4b/94ed51b0-3354-4e0f-a279-f67c79deea4b.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1634.532147] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa30d29-d831-4b99-a9f8-5c0bc4b2fdae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.553206] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1634.553206] env[62555]: value = "task-1704888" [ 1634.553206] env[62555]: _type = "Task" [ 1634.553206] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.562068] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.650302] env[62555]: DEBUG oslo_concurrency.lockutils [None req-721dbeb9-dbfb-46af-9e18-17f0f88d5ae3 tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.021s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.743568] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.974069] env[62555]: DEBUG oslo_vmware.api [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704887, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28583} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.974324] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1634.974546] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1634.974891] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1634.974973] env[62555]: INFO nova.compute.manager [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1634.975599] env[62555]: DEBUG oslo.service.loopingcall [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.976023] env[62555]: DEBUG nova.compute.manager [-] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1634.976355] env[62555]: DEBUG nova.network.neutron [-] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1635.065956] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.150146] env[62555]: DEBUG nova.compute.manager [req-e506104a-28ac-47b0-a182-176dc3fe9d7f req-7ea1528c-058b-4f2e-9d1f-e48e1b00eab2 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Received event network-changed-b2b62384-12e0-4510-aaf7-f9bb01a4e91d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1635.150146] env[62555]: DEBUG nova.compute.manager [req-e506104a-28ac-47b0-a182-176dc3fe9d7f req-7ea1528c-058b-4f2e-9d1f-e48e1b00eab2 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Refreshing instance network info cache due to event network-changed-b2b62384-12e0-4510-aaf7-f9bb01a4e91d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1635.150146] env[62555]: DEBUG oslo_concurrency.lockutils [req-e506104a-28ac-47b0-a182-176dc3fe9d7f req-7ea1528c-058b-4f2e-9d1f-e48e1b00eab2 service nova] Acquiring lock "refresh_cache-9d3ec26f-732d-4aa0-a56e-aef0fef524eb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.150146] env[62555]: DEBUG oslo_concurrency.lockutils [req-e506104a-28ac-47b0-a182-176dc3fe9d7f req-7ea1528c-058b-4f2e-9d1f-e48e1b00eab2 service nova] Acquired lock "refresh_cache-9d3ec26f-732d-4aa0-a56e-aef0fef524eb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.150146] env[62555]: DEBUG nova.network.neutron [req-e506104a-28ac-47b0-a182-176dc3fe9d7f req-7ea1528c-058b-4f2e-9d1f-e48e1b00eab2 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Refreshing network info cache for port b2b62384-12e0-4510-aaf7-f9bb01a4e91d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1635.245607] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.423159] env[62555]: DEBUG nova.compute.manager [req-e150c722-e20c-48ed-85df-54c4c671d639 req-502f1502-89e7-4100-990d-ffd0c983215f service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Received event network-vif-deleted-d865ef3d-5d67-4bd4-98da-5189e7fad43f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1635.423159] env[62555]: INFO nova.compute.manager [req-e150c722-e20c-48ed-85df-54c4c671d639 req-502f1502-89e7-4100-990d-ffd0c983215f service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Neutron deleted interface d865ef3d-5d67-4bd4-98da-5189e7fad43f; detaching it from the instance and deleting it from the info cache [ 1635.423159] env[62555]: DEBUG nova.network.neutron [req-e150c722-e20c-48ed-85df-54c4c671d639 req-502f1502-89e7-4100-990d-ffd0c983215f service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.573560] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.573854] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.575029] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704888, 'name': ReconfigVM_Task, 'duration_secs': 0.839267} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.577661] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 94ed51b0-3354-4e0f-a279-f67c79deea4b/94ed51b0-3354-4e0f-a279-f67c79deea4b.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.578839] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-224cd603-6ec8-417f-ad7f-04ccfb5dc04e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.587259] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1635.587259] env[62555]: value = "task-1704889" [ 1635.587259] env[62555]: _type = "Task" [ 1635.587259] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.602091] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704889, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.747063] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.853428] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ecf033-7bce-43fd-9834-3c05917e515d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.863024] env[62555]: DEBUG nova.network.neutron [-] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.863446] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e672d0b2-4ce3-45e5-9bc9-1c333a289114 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.899643] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ee069d-9c67-44f6-91c8-1f34008fb7fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.909336] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34744b98-241c-4cef-98ee-44cc5c18a51b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.926609] env[62555]: DEBUG nova.compute.provider_tree [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.928551] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b539d927-6d52-4f4d-8f58-554799675abf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.938633] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b482e-5651-4c0a-b5ae-d2bb73faedee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.950434] env[62555]: DEBUG nova.network.neutron [req-e506104a-28ac-47b0-a182-176dc3fe9d7f req-7ea1528c-058b-4f2e-9d1f-e48e1b00eab2 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Updated VIF entry in instance network info cache for port b2b62384-12e0-4510-aaf7-f9bb01a4e91d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1635.950778] env[62555]: DEBUG nova.network.neutron [req-e506104a-28ac-47b0-a182-176dc3fe9d7f req-7ea1528c-058b-4f2e-9d1f-e48e1b00eab2 service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Updating instance_info_cache with network_info: [{"id": "b2b62384-12e0-4510-aaf7-f9bb01a4e91d", "address": "fa:16:3e:a1:ae:4b", "network": {"id": "3bf105e0-319d-4ef7-a2cf-8a524167e9a1", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2143848993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "72fe590839c24489a5ab13b4491efda6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2b62384-12", "ovs_interfaceid": "b2b62384-12e0-4510-aaf7-f9bb01a4e91d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.977349] env[62555]: DEBUG nova.compute.manager [req-e150c722-e20c-48ed-85df-54c4c671d639 req-502f1502-89e7-4100-990d-ffd0c983215f service nova] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Detach interface failed, port_id=d865ef3d-5d67-4bd4-98da-5189e7fad43f, reason: Instance b0fa6b1c-5bab-4391-ba3d-4e1584a011e7 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1636.080263] env[62555]: DEBUG nova.compute.manager [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1636.097254] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704889, 'name': Rename_Task, 'duration_secs': 0.271266} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.097496] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.098138] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d73552b-1c5b-4bb4-8008-7371bd106e5d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.105699] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1636.105699] env[62555]: value = "task-1704890" [ 1636.105699] env[62555]: _type = "Task" [ 1636.105699] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.117082] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.247675] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.368445] env[62555]: INFO nova.compute.manager [-] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Took 1.39 seconds to deallocate network for instance. [ 1636.432015] env[62555]: DEBUG nova.scheduler.client.report [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1636.457669] env[62555]: DEBUG oslo_concurrency.lockutils [req-e506104a-28ac-47b0-a182-176dc3fe9d7f req-7ea1528c-058b-4f2e-9d1f-e48e1b00eab2 service nova] Releasing lock "refresh_cache-9d3ec26f-732d-4aa0-a56e-aef0fef524eb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.605976] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.616693] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.747125] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704884, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.876124] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.941257] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.490s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.941637] env[62555]: DEBUG nova.compute.manager [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1636.944953] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.973s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.946417] env[62555]: INFO nova.compute.claims [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1637.117164] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.248637] env[62555]: DEBUG oslo_vmware.api [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704884, 'name': PowerOnVM_Task, 'duration_secs': 3.032278} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.248928] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.249150] env[62555]: INFO nova.compute.manager [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Took 12.70 seconds to spawn the instance on the hypervisor. [ 1637.249327] env[62555]: DEBUG nova.compute.manager [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1637.250120] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1d3fb0-5fdd-4b14-9c0b-f85b677da9d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.451195] env[62555]: DEBUG nova.compute.utils [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1637.458260] env[62555]: DEBUG nova.compute.manager [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1637.458451] env[62555]: DEBUG nova.network.neutron [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1637.528541] env[62555]: DEBUG nova.policy [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cfcf28a27f046bebd6be31f9458a1de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f63cf217cae746b7aadfd4e2e1e1639a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1637.617125] env[62555]: DEBUG oslo_vmware.api [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704890, 'name': PowerOnVM_Task, 'duration_secs': 1.313911} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.621732] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.621732] env[62555]: INFO nova.compute.manager [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1637.621732] env[62555]: DEBUG nova.compute.manager [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1637.621732] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c6cf4-b716-4a20-89b4-9b6a645abdce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.769412] env[62555]: INFO nova.compute.manager [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Took 22.45 seconds to build instance. [ 1637.959718] env[62555]: DEBUG nova.compute.manager [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1638.118071] env[62555]: DEBUG nova.network.neutron [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Successfully created port: 94ba4638-7926-4464-a15a-99ee34f15a31 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1638.137171] env[62555]: INFO nova.compute.manager [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Took 22.54 seconds to build instance. [ 1638.273069] env[62555]: DEBUG oslo_concurrency.lockutils [None req-321fea5a-9a38-4cac-b7cb-f569d85057c5 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "5a402d79-5161-4c1b-a038-7d8294732f34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.967s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.360147] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d524135e-ae19-4e2d-9518-99b09fc4354d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.371273] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bde185-8e11-4d6e-b6c5-307495697407 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.414176] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47720f1-39b6-40f7-989a-aaec247cc48c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.424430] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f718a2ad-a45e-48cb-940e-fb6b6805d0bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.440661] env[62555]: DEBUG nova.compute.provider_tree [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.465931] env[62555]: INFO nova.virt.block_device [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Booting with volume a89c408a-9c84-4094-8ea4-01f2c13012c1 at /dev/sda [ 1638.531402] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1dbcd553-e9a6-44c6-ac3d-11a3b9be5d14 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.543249] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219c76af-688a-4d3c-8faf-bb10f3ac21d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.586572] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2d32c47-7afc-49e4-a6e6-20220013207b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.597598] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c71f969-e4f2-41b8-87b9-5a51da4c998b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.642117] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14c6437-988a-4d37-ab08-e460dac32c36 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "94ed51b0-3354-4e0f-a279-f67c79deea4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.057s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.646018] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac605f81-533c-4db0-ac10-ecb95b0091d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.657082] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc2ac1d-7766-4526-b702-773b1c676a56 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.674069] env[62555]: DEBUG nova.virt.block_device [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Updating existing volume attachment record: ec9a9f74-911e-4eb3-8e15-956456cbc6ac {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1638.943458] env[62555]: DEBUG nova.scheduler.client.report [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1639.299949] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.300200] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.448878] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.449429] env[62555]: DEBUG nova.compute.manager [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1639.452302] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.204s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.453702] env[62555]: INFO nova.compute.claims [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1639.658777] env[62555]: DEBUG nova.compute.manager [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1639.659161] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4f8bf4-b000-4b1c-8869-7970dd1bb921 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.692135] env[62555]: DEBUG nova.compute.manager [req-6d1e1f1e-789c-4e71-af69-440909ef4c47 req-b48da3aa-3b03-426d-81e5-058585760063 service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Received event network-vif-plugged-94ba4638-7926-4464-a15a-99ee34f15a31 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1639.692368] env[62555]: DEBUG oslo_concurrency.lockutils [req-6d1e1f1e-789c-4e71-af69-440909ef4c47 req-b48da3aa-3b03-426d-81e5-058585760063 service nova] Acquiring lock "d59babb2-c974-49ea-8030-af6943b8eb7e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.692580] env[62555]: DEBUG oslo_concurrency.lockutils [req-6d1e1f1e-789c-4e71-af69-440909ef4c47 req-b48da3aa-3b03-426d-81e5-058585760063 service nova] Lock "d59babb2-c974-49ea-8030-af6943b8eb7e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.692786] env[62555]: DEBUG oslo_concurrency.lockutils [req-6d1e1f1e-789c-4e71-af69-440909ef4c47 req-b48da3aa-3b03-426d-81e5-058585760063 service nova] Lock "d59babb2-c974-49ea-8030-af6943b8eb7e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.692935] env[62555]: DEBUG nova.compute.manager [req-6d1e1f1e-789c-4e71-af69-440909ef4c47 req-b48da3aa-3b03-426d-81e5-058585760063 service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] No waiting events found dispatching network-vif-plugged-94ba4638-7926-4464-a15a-99ee34f15a31 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.693129] env[62555]: WARNING nova.compute.manager [req-6d1e1f1e-789c-4e71-af69-440909ef4c47 req-b48da3aa-3b03-426d-81e5-058585760063 service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Received unexpected event network-vif-plugged-94ba4638-7926-4464-a15a-99ee34f15a31 for instance with vm_state building and task_state block_device_mapping. [ 1639.802269] env[62555]: DEBUG nova.compute.manager [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1639.818986] env[62555]: DEBUG nova.network.neutron [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Successfully updated port: 94ba4638-7926-4464-a15a-99ee34f15a31 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1639.959303] env[62555]: DEBUG nova.compute.utils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.963924] env[62555]: DEBUG nova.compute.manager [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1639.964147] env[62555]: DEBUG nova.network.neutron [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1640.019287] env[62555]: DEBUG nova.policy [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b4df1d554784958b03b85b2162f8839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae0dafa1cfca447d8f0ddea6e98f1044', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1640.173055] env[62555]: INFO nova.compute.manager [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] instance snapshotting [ 1640.177048] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11f32b4-d211-4cc2-b8d0-584eaf6d728b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.198556] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e98998-db93-4d11-b09d-1db6d4a6bc37 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.303926] env[62555]: DEBUG nova.network.neutron [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Successfully created port: f8b403dd-871d-4aaa-9a7f-0cc68758c0e5 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1640.324792] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.325319] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Acquiring lock "refresh_cache-d59babb2-c974-49ea-8030-af6943b8eb7e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.325451] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Acquired lock "refresh_cache-d59babb2-c974-49ea-8030-af6943b8eb7e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.325601] env[62555]: DEBUG nova.network.neutron [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1640.470966] env[62555]: DEBUG nova.compute.manager [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1640.710875] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1640.711630] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cfdd2b39-a78b-49da-b2d4-adf4cf680827 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.720178] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1640.720178] env[62555]: value = "task-1704891" [ 1640.720178] env[62555]: _type = "Task" [ 1640.720178] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.733904] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704891, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.769604] env[62555]: DEBUG nova.compute.manager [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1640.770154] env[62555]: DEBUG nova.virt.hardware [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1640.770373] env[62555]: DEBUG nova.virt.hardware [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1640.770529] env[62555]: DEBUG nova.virt.hardware [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.770708] env[62555]: DEBUG nova.virt.hardware [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1640.770850] env[62555]: DEBUG nova.virt.hardware [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.770998] env[62555]: DEBUG nova.virt.hardware [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1640.771217] env[62555]: DEBUG nova.virt.hardware [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1640.771374] env[62555]: DEBUG nova.virt.hardware [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1640.771537] env[62555]: DEBUG nova.virt.hardware [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1640.771702] env[62555]: DEBUG nova.virt.hardware [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1640.771912] env[62555]: DEBUG nova.virt.hardware [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1640.772973] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c9aa17-e911-4f52-b6c6-75e05ba98950 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.781748] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ed960e-5560-499a-aca9-d3b876fefd14 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.786994] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544481e5-055c-405b-9ae3-61aad9ce86f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.801947] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a45cb15-1133-44a9-bf40-a55bc12dd76b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.834302] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75372acc-9a6f-4c57-a381-6a480f5dadee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.842696] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05effb5e-ca23-44c6-809f-101bd27596ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.856935] env[62555]: DEBUG nova.compute.provider_tree [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.864568] env[62555]: DEBUG nova.network.neutron [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1641.086116] env[62555]: DEBUG nova.network.neutron [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Updating instance_info_cache with network_info: [{"id": "94ba4638-7926-4464-a15a-99ee34f15a31", "address": "fa:16:3e:03:ad:2e", "network": {"id": "bbaf6d1a-5afe-4b0f-9d0b-78126150c64f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-951023159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f63cf217cae746b7aadfd4e2e1e1639a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ba4638-79", "ovs_interfaceid": "94ba4638-7926-4464-a15a-99ee34f15a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.233032] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704891, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.360515] env[62555]: DEBUG nova.scheduler.client.report [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1641.479444] env[62555]: DEBUG nova.compute.manager [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1641.501075] env[62555]: DEBUG nova.virt.hardware [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1641.501340] env[62555]: DEBUG nova.virt.hardware [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1641.501493] env[62555]: DEBUG nova.virt.hardware [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1641.501670] env[62555]: DEBUG nova.virt.hardware [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1641.501812] env[62555]: DEBUG nova.virt.hardware [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1641.501952] env[62555]: DEBUG nova.virt.hardware [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1641.502172] env[62555]: DEBUG nova.virt.hardware [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1641.502332] env[62555]: DEBUG nova.virt.hardware [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1641.502518] env[62555]: DEBUG nova.virt.hardware [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1641.502656] env[62555]: DEBUG nova.virt.hardware [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1641.502886] env[62555]: DEBUG nova.virt.hardware [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1641.503850] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a56c0e-8cdd-4776-bb09-e85a313d0f3b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.512406] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c88172-b9a3-4be5-b515-f50a485b25dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.591936] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Releasing lock "refresh_cache-d59babb2-c974-49ea-8030-af6943b8eb7e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.592293] env[62555]: DEBUG nova.compute.manager [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Instance network_info: |[{"id": "94ba4638-7926-4464-a15a-99ee34f15a31", "address": "fa:16:3e:03:ad:2e", "network": {"id": "bbaf6d1a-5afe-4b0f-9d0b-78126150c64f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-951023159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f63cf217cae746b7aadfd4e2e1e1639a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ba4638-79", "ovs_interfaceid": "94ba4638-7926-4464-a15a-99ee34f15a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1641.592750] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:ad:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3db2ab9e-1244-4377-b05f-ab76003f2428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94ba4638-7926-4464-a15a-99ee34f15a31', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1641.600253] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Creating folder: Project (f63cf217cae746b7aadfd4e2e1e1639a). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1641.600510] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-662c8d68-6488-4113-add5-5d9c9d11c288 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.615850] env[62555]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1641.616049] env[62555]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62555) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1641.616446] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Folder already exists: Project (f63cf217cae746b7aadfd4e2e1e1639a). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1641.616642] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Creating folder: Instances. Parent ref: group-v355257. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1641.616884] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d676c7a4-682e-47c7-a3b7-1205518373ac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.628455] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Created folder: Instances in parent group-v355257. [ 1641.628667] env[62555]: DEBUG oslo.service.loopingcall [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.628855] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1641.629074] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1552c8a2-fb7a-4249-8712-26797538106d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.657206] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1641.657206] env[62555]: value = "task-1704894" [ 1641.657206] env[62555]: _type = "Task" [ 1641.657206] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.665625] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704894, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.719019] env[62555]: DEBUG nova.compute.manager [req-e97b0123-d254-4b28-98eb-68f1c8dec548 req-060c7cee-7432-41d6-b3a1-123ed081f3e0 service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Received event network-changed-94ba4638-7926-4464-a15a-99ee34f15a31 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1641.719019] env[62555]: DEBUG nova.compute.manager [req-e97b0123-d254-4b28-98eb-68f1c8dec548 req-060c7cee-7432-41d6-b3a1-123ed081f3e0 service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Refreshing instance network info cache due to event network-changed-94ba4638-7926-4464-a15a-99ee34f15a31. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1641.719019] env[62555]: DEBUG oslo_concurrency.lockutils [req-e97b0123-d254-4b28-98eb-68f1c8dec548 req-060c7cee-7432-41d6-b3a1-123ed081f3e0 service nova] Acquiring lock "refresh_cache-d59babb2-c974-49ea-8030-af6943b8eb7e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.719019] env[62555]: DEBUG oslo_concurrency.lockutils [req-e97b0123-d254-4b28-98eb-68f1c8dec548 req-060c7cee-7432-41d6-b3a1-123ed081f3e0 service nova] Acquired lock "refresh_cache-d59babb2-c974-49ea-8030-af6943b8eb7e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.719019] env[62555]: DEBUG nova.network.neutron [req-e97b0123-d254-4b28-98eb-68f1c8dec548 req-060c7cee-7432-41d6-b3a1-123ed081f3e0 service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Refreshing network info cache for port 94ba4638-7926-4464-a15a-99ee34f15a31 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1641.734202] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704891, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.834749] env[62555]: DEBUG nova.network.neutron [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Successfully updated port: f8b403dd-871d-4aaa-9a7f-0cc68758c0e5 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1641.865993] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.866599] env[62555]: DEBUG nova.compute.manager [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1641.869354] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.649s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.869582] env[62555]: DEBUG nova.objects.instance [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lazy-loading 'resources' on Instance uuid c9d80a18-28c5-45cb-b366-07ccff49acfc {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1642.167899] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704894, 'name': CreateVM_Task, 'duration_secs': 0.388948} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.168171] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1642.168816] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355262', 'volume_id': 'a89c408a-9c84-4094-8ea4-01f2c13012c1', 'name': 'volume-a89c408a-9c84-4094-8ea4-01f2c13012c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd59babb2-c974-49ea-8030-af6943b8eb7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a89c408a-9c84-4094-8ea4-01f2c13012c1', 'serial': 'a89c408a-9c84-4094-8ea4-01f2c13012c1'}, 'attachment_id': 'ec9a9f74-911e-4eb3-8e15-956456cbc6ac', 'volume_type': None}], 'swap': None} {{(pid=62555) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1642.168977] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Root volume attach. Driver type: vmdk {{(pid=62555) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1642.169811] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f28d2cc-6d5b-4a78-a480-007b95a6ba10 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.178373] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3733ebb6-f7ba-497b-8597-dabcffc43de2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.185112] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fda64f5-4a0c-46ad-9cd6-4930f06589b3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.192453] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ab3be159-e5e7-4640-bdb0-94f8817edc5f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.201185] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for the task: (returnval){ [ 1642.201185] env[62555]: value = "task-1704895" [ 1642.201185] env[62555]: _type = "Task" [ 1642.201185] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.211758] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704895, 'name': RelocateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.233951] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704891, 'name': CreateSnapshot_Task, 'duration_secs': 1.229507} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.234293] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1642.235180] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bc88a5-0da5-4426-b4cf-570bc457cafe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.337741] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquiring lock "refresh_cache-a489976e-7aca-41a4-8134-d3a65e745526" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.337897] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquired lock "refresh_cache-a489976e-7aca-41a4-8134-d3a65e745526" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.338063] env[62555]: DEBUG nova.network.neutron [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.375327] env[62555]: DEBUG nova.compute.utils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1642.379492] env[62555]: DEBUG nova.compute.manager [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1642.379687] env[62555]: DEBUG nova.network.neutron [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1642.456700] env[62555]: DEBUG nova.policy [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af4ad505d2174ad79e9ac73e0e1c1bc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67075c12bc5b47d39cc39e4b198650a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1642.530730] env[62555]: DEBUG nova.network.neutron [req-e97b0123-d254-4b28-98eb-68f1c8dec548 req-060c7cee-7432-41d6-b3a1-123ed081f3e0 service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Updated VIF entry in instance network info cache for port 94ba4638-7926-4464-a15a-99ee34f15a31. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1642.531117] env[62555]: DEBUG nova.network.neutron [req-e97b0123-d254-4b28-98eb-68f1c8dec548 req-060c7cee-7432-41d6-b3a1-123ed081f3e0 service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Updating instance_info_cache with network_info: [{"id": "94ba4638-7926-4464-a15a-99ee34f15a31", "address": "fa:16:3e:03:ad:2e", "network": {"id": "bbaf6d1a-5afe-4b0f-9d0b-78126150c64f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-951023159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f63cf217cae746b7aadfd4e2e1e1639a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ba4638-79", "ovs_interfaceid": "94ba4638-7926-4464-a15a-99ee34f15a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.693217] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f23ff7-70b8-4d20-89ec-dbd0c7dddb0e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.701400] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f10a7b-2082-4c2b-8a43-3176a0c3dfb8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.712883] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704895, 'name': RelocateVM_Task, 'duration_secs': 0.410531} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.736064] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1642.736306] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355262', 'volume_id': 'a89c408a-9c84-4094-8ea4-01f2c13012c1', 'name': 'volume-a89c408a-9c84-4094-8ea4-01f2c13012c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd59babb2-c974-49ea-8030-af6943b8eb7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a89c408a-9c84-4094-8ea4-01f2c13012c1', 'serial': 'a89c408a-9c84-4094-8ea4-01f2c13012c1'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1642.737311] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e3177-f25e-4dc6-bc4c-c61231faef33 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.740247] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd69d6e-b704-4bcc-81fb-ca19d3601f4d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.743031] env[62555]: DEBUG nova.network.neutron [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Successfully created port: eb4e7f94-9cce-4c8e-9fa4-7de06e5038df {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1642.756668] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1642.767381] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0cc3a8e0-a6d7-4a60-bcb9-39b35d6cbc53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.771017] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091306a2-3404-4236-afef-aecd26c5cc42 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.775209] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9b89a0-177e-4813-8cad-bdb171fb9f85 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.796079] env[62555]: DEBUG nova.compute.provider_tree [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1642.805723] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] volume-a89c408a-9c84-4094-8ea4-01f2c13012c1/volume-a89c408a-9c84-4094-8ea4-01f2c13012c1.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1642.808498] env[62555]: DEBUG nova.scheduler.client.report [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1642.811612] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73807907-b877-4b17-8bed-dd20e37c3110 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.828555] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1642.828555] env[62555]: value = "task-1704896" [ 1642.828555] env[62555]: _type = "Task" [ 1642.828555] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.829403] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.960s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.831595] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.563s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.833449] env[62555]: INFO nova.compute.claims [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1642.843071] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for the task: (returnval){ [ 1642.843071] env[62555]: value = "task-1704897" [ 1642.843071] env[62555]: _type = "Task" [ 1642.843071] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.850086] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704896, 'name': CloneVM_Task} progress is 23%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.856538] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704897, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.857590] env[62555]: INFO nova.scheduler.client.report [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted allocations for instance c9d80a18-28c5-45cb-b366-07ccff49acfc [ 1642.880190] env[62555]: DEBUG nova.compute.manager [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1642.888826] env[62555]: DEBUG nova.network.neutron [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.034508] env[62555]: DEBUG oslo_concurrency.lockutils [req-e97b0123-d254-4b28-98eb-68f1c8dec548 req-060c7cee-7432-41d6-b3a1-123ed081f3e0 service nova] Releasing lock "refresh_cache-d59babb2-c974-49ea-8030-af6943b8eb7e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.345014] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704896, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.355172] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704897, 'name': ReconfigVM_Task, 'duration_secs': 0.439505} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.355322] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Reconfigured VM instance instance-0000004c to attach disk [datastore1] volume-a89c408a-9c84-4094-8ea4-01f2c13012c1/volume-a89c408a-9c84-4094-8ea4-01f2c13012c1.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.360183] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea1574d6-028d-4c0c-a8d9-0b9b15a26605 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.374509] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bd49e97-c0f4-49c5-84ca-1f1d0f7d4cbe tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "c9d80a18-28c5-45cb-b366-07ccff49acfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.976s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.382253] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for the task: (returnval){ [ 1643.382253] env[62555]: value = "task-1704898" [ 1643.382253] env[62555]: _type = "Task" [ 1643.382253] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.394938] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.467352] env[62555]: DEBUG nova.network.neutron [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Updating instance_info_cache with network_info: [{"id": "f8b403dd-871d-4aaa-9a7f-0cc68758c0e5", "address": "fa:16:3e:5e:b9:7c", "network": {"id": "62843329-b6aa-44c8-a578-534315573177", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1530692712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae0dafa1cfca447d8f0ddea6e98f1044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b403dd-87", "ovs_interfaceid": "f8b403dd-871d-4aaa-9a7f-0cc68758c0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.743999] env[62555]: DEBUG nova.compute.manager [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Received event network-vif-plugged-f8b403dd-871d-4aaa-9a7f-0cc68758c0e5 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1643.744244] env[62555]: DEBUG oslo_concurrency.lockutils [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] Acquiring lock "a489976e-7aca-41a4-8134-d3a65e745526-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.744453] env[62555]: DEBUG oslo_concurrency.lockutils [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] Lock "a489976e-7aca-41a4-8134-d3a65e745526-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.744672] env[62555]: DEBUG oslo_concurrency.lockutils [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] Lock "a489976e-7aca-41a4-8134-d3a65e745526-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.744877] env[62555]: DEBUG nova.compute.manager [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] [instance: a489976e-7aca-41a4-8134-d3a65e745526] No waiting events found dispatching network-vif-plugged-f8b403dd-871d-4aaa-9a7f-0cc68758c0e5 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1643.745288] env[62555]: WARNING nova.compute.manager [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Received unexpected event network-vif-plugged-f8b403dd-871d-4aaa-9a7f-0cc68758c0e5 for instance with vm_state building and task_state spawning. [ 1643.745510] env[62555]: DEBUG nova.compute.manager [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Received event network-changed-f8b403dd-871d-4aaa-9a7f-0cc68758c0e5 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1643.745679] env[62555]: DEBUG nova.compute.manager [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Refreshing instance network info cache due to event network-changed-f8b403dd-871d-4aaa-9a7f-0cc68758c0e5. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1643.745862] env[62555]: DEBUG oslo_concurrency.lockutils [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] Acquiring lock "refresh_cache-a489976e-7aca-41a4-8134-d3a65e745526" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.842325] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704896, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.892666] env[62555]: DEBUG nova.compute.manager [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1643.894612] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704898, 'name': ReconfigVM_Task, 'duration_secs': 0.145477} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.897196] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355262', 'volume_id': 'a89c408a-9c84-4094-8ea4-01f2c13012c1', 'name': 'volume-a89c408a-9c84-4094-8ea4-01f2c13012c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd59babb2-c974-49ea-8030-af6943b8eb7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a89c408a-9c84-4094-8ea4-01f2c13012c1', 'serial': 'a89c408a-9c84-4094-8ea4-01f2c13012c1'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1643.897880] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9169a9c-0987-456e-bc25-4047d9d7d409 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.906528] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for the task: (returnval){ [ 1643.906528] env[62555]: value = "task-1704899" [ 1643.906528] env[62555]: _type = "Task" [ 1643.906528] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.917874] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704899, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.920029] env[62555]: DEBUG nova.virt.hardware [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1643.920279] env[62555]: DEBUG nova.virt.hardware [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1643.920489] env[62555]: DEBUG nova.virt.hardware [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.920732] env[62555]: DEBUG nova.virt.hardware [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1643.920841] env[62555]: DEBUG nova.virt.hardware [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.920913] env[62555]: DEBUG nova.virt.hardware [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1643.921122] env[62555]: DEBUG nova.virt.hardware [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1643.921297] env[62555]: DEBUG nova.virt.hardware [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1643.921529] env[62555]: DEBUG nova.virt.hardware [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1643.921704] env[62555]: DEBUG nova.virt.hardware [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1643.921879] env[62555]: DEBUG nova.virt.hardware [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1643.922689] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f306c23-d1b9-4ef8-b752-b3e04344cb1a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.932663] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5bdce8-ce75-431d-b5f0-18412bc2692e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.969666] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Releasing lock "refresh_cache-a489976e-7aca-41a4-8134-d3a65e745526" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1643.970018] env[62555]: DEBUG nova.compute.manager [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Instance network_info: |[{"id": "f8b403dd-871d-4aaa-9a7f-0cc68758c0e5", "address": "fa:16:3e:5e:b9:7c", "network": {"id": "62843329-b6aa-44c8-a578-534315573177", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1530692712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae0dafa1cfca447d8f0ddea6e98f1044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b403dd-87", "ovs_interfaceid": "f8b403dd-871d-4aaa-9a7f-0cc68758c0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1643.972386] env[62555]: DEBUG oslo_concurrency.lockutils [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] Acquired lock "refresh_cache-a489976e-7aca-41a4-8134-d3a65e745526" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.972578] env[62555]: DEBUG nova.network.neutron [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Refreshing network info cache for port f8b403dd-871d-4aaa-9a7f-0cc68758c0e5 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1643.973821] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:b9:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ea0fc1b-0424-46ec-bef5-6b57b7d184d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8b403dd-871d-4aaa-9a7f-0cc68758c0e5', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1643.981604] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Creating folder: Project (ae0dafa1cfca447d8f0ddea6e98f1044). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1643.984836] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b8c8436-3bcc-48ff-a3a1-0ff673706c88 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.005434] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Created folder: Project (ae0dafa1cfca447d8f0ddea6e98f1044) in parent group-v355069. [ 1644.005687] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Creating folder: Instances. Parent ref: group-v355277. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.008570] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b53d9f8d-a631-452c-948b-a681ed6f8433 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.023750] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Created folder: Instances in parent group-v355277. [ 1644.024230] env[62555]: DEBUG oslo.service.loopingcall [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.025144] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1644.025272] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d05c483-f063-447c-b115-f045ceae88c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.049858] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.049858] env[62555]: value = "task-1704902" [ 1644.049858] env[62555]: _type = "Task" [ 1644.049858] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.062250] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704902, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.215953] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166cb849-330b-4931-91ca-0e257ccd193d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.224327] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e15847-58da-4069-a947-2c425ba7f031 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.234630] env[62555]: DEBUG nova.network.neutron [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Updated VIF entry in instance network info cache for port f8b403dd-871d-4aaa-9a7f-0cc68758c0e5. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1644.235172] env[62555]: DEBUG nova.network.neutron [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Updating instance_info_cache with network_info: [{"id": "f8b403dd-871d-4aaa-9a7f-0cc68758c0e5", "address": "fa:16:3e:5e:b9:7c", "network": {"id": "62843329-b6aa-44c8-a578-534315573177", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1530692712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae0dafa1cfca447d8f0ddea6e98f1044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b403dd-87", "ovs_interfaceid": "f8b403dd-871d-4aaa-9a7f-0cc68758c0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.264915] env[62555]: DEBUG oslo_concurrency.lockutils [req-30fb4f8d-396b-4ef1-aed2-0e148b49d14c req-02d179df-5d94-4391-8cb9-5c2fb18e1646 service nova] Releasing lock "refresh_cache-a489976e-7aca-41a4-8134-d3a65e745526" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.265815] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d688962-c94f-4762-b5a1-e8a719e73fb6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.275100] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62d4bd1-805b-418f-a93b-3196076a9c66 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.289831] env[62555]: DEBUG nova.compute.provider_tree [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.343200] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704896, 'name': CloneVM_Task, 'duration_secs': 1.401621} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.343462] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Created linked-clone VM from snapshot [ 1644.344199] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83ab218-5401-490d-9a9b-497fd25cab0c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.352438] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Uploading image 9ed531a3-9c17-4f3b-96b1-149513b993cc {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1644.373694] env[62555]: DEBUG oslo_vmware.rw_handles [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1644.373694] env[62555]: value = "vm-355276" [ 1644.373694] env[62555]: _type = "VirtualMachine" [ 1644.373694] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1644.373887] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8bed74ff-e3fd-4f83-97c8-c9aae5a475e9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.382534] env[62555]: DEBUG oslo_vmware.rw_handles [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lease: (returnval){ [ 1644.382534] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c4bea3-4afb-b936-fcf5-cb0167753c3e" [ 1644.382534] env[62555]: _type = "HttpNfcLease" [ 1644.382534] env[62555]: } obtained for exporting VM: (result){ [ 1644.382534] env[62555]: value = "vm-355276" [ 1644.382534] env[62555]: _type = "VirtualMachine" [ 1644.382534] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1644.382857] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the lease: (returnval){ [ 1644.382857] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c4bea3-4afb-b936-fcf5-cb0167753c3e" [ 1644.382857] env[62555]: _type = "HttpNfcLease" [ 1644.382857] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1644.389132] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1644.389132] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c4bea3-4afb-b936-fcf5-cb0167753c3e" [ 1644.389132] env[62555]: _type = "HttpNfcLease" [ 1644.389132] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1644.416365] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704899, 'name': Rename_Task, 'duration_secs': 0.165059} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.416645] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1644.416985] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa15d9be-9387-4d6c-acaa-c52f4b8d937b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.425675] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for the task: (returnval){ [ 1644.425675] env[62555]: value = "task-1704904" [ 1644.425675] env[62555]: _type = "Task" [ 1644.425675] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.434352] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.561018] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704902, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.793386] env[62555]: DEBUG nova.scheduler.client.report [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1644.891575] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1644.891575] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c4bea3-4afb-b936-fcf5-cb0167753c3e" [ 1644.891575] env[62555]: _type = "HttpNfcLease" [ 1644.891575] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1644.891895] env[62555]: DEBUG oslo_vmware.rw_handles [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1644.891895] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c4bea3-4afb-b936-fcf5-cb0167753c3e" [ 1644.891895] env[62555]: _type = "HttpNfcLease" [ 1644.891895] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1644.892690] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1d1a1e-0e00-4b5b-9554-cf83a1008074 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.901436] env[62555]: DEBUG oslo_vmware.rw_handles [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211b802-f16f-e73d-8f00-b4bcf7ff5f42/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1644.901624] env[62555]: DEBUG oslo_vmware.rw_handles [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211b802-f16f-e73d-8f00-b4bcf7ff5f42/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1644.905113] env[62555]: DEBUG nova.network.neutron [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Successfully updated port: eb4e7f94-9cce-4c8e-9fa4-7de06e5038df {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1644.961748] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.962083] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.962083] env[62555]: DEBUG nova.network.neutron [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.974364] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704904, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.006615] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc916c3b-b253-412e-b3fe-8352d67e85c4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.061502] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704902, 'name': CreateVM_Task, 'duration_secs': 1.007416} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.061771] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1645.062576] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.062751] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.063218] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1645.063549] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d2b319-5452-4622-b5f0-64cc03dedc58 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.069798] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for the task: (returnval){ [ 1645.069798] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5280e9a2-c6af-7f18-6ba5-8b484b250ea8" [ 1645.069798] env[62555]: _type = "Task" [ 1645.069798] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.079159] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5280e9a2-c6af-7f18-6ba5-8b484b250ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.298335] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.298895] env[62555]: DEBUG nova.compute.manager [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1645.301819] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.808s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.301957] env[62555]: DEBUG nova.objects.instance [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lazy-loading 'resources' on Instance uuid 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.472757] env[62555]: DEBUG oslo_vmware.api [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704904, 'name': PowerOnVM_Task, 'duration_secs': 0.611375} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.473167] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1645.473233] env[62555]: INFO nova.compute.manager [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Took 4.70 seconds to spawn the instance on the hypervisor. [ 1645.473421] env[62555]: DEBUG nova.compute.manager [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.474637] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634c1363-0864-4252-a719-e39aa3e0fa4b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.504886] env[62555]: DEBUG nova.network.neutron [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1645.580691] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5280e9a2-c6af-7f18-6ba5-8b484b250ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.01227} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.583924] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.584206] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.584602] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.584882] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.585153] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.585485] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef6935bd-d47c-49b6-8a7b-812b0d5f2ead {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.596022] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.596335] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1645.597212] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57c2c903-7f71-4042-9ae4-251430fc9984 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.603621] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for the task: (returnval){ [ 1645.603621] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520ef4ae-48b4-477a-f440-f94ebfa64a72" [ 1645.603621] env[62555]: _type = "Task" [ 1645.603621] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.612980] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520ef4ae-48b4-477a-f440-f94ebfa64a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.666741] env[62555]: DEBUG nova.network.neutron [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance_info_cache with network_info: [{"id": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "address": "fa:16:3e:de:1f:78", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb4e7f94-9c", "ovs_interfaceid": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.801386] env[62555]: DEBUG nova.compute.manager [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Received event network-vif-plugged-eb4e7f94-9cce-4c8e-9fa4-7de06e5038df {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1645.802061] env[62555]: DEBUG oslo_concurrency.lockutils [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] Acquiring lock "542f5291-21b4-4bd7-88b4-7636c4d8db75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1645.802240] env[62555]: DEBUG oslo_concurrency.lockutils [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.802418] env[62555]: DEBUG oslo_concurrency.lockutils [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.802605] env[62555]: DEBUG nova.compute.manager [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] No waiting events found dispatching network-vif-plugged-eb4e7f94-9cce-4c8e-9fa4-7de06e5038df {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1645.802851] env[62555]: WARNING nova.compute.manager [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Received unexpected event network-vif-plugged-eb4e7f94-9cce-4c8e-9fa4-7de06e5038df for instance with vm_state building and task_state spawning. [ 1645.803086] env[62555]: DEBUG nova.compute.manager [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Received event network-changed-eb4e7f94-9cce-4c8e-9fa4-7de06e5038df {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1645.803379] env[62555]: DEBUG nova.compute.manager [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Refreshing instance network info cache due to event network-changed-eb4e7f94-9cce-4c8e-9fa4-7de06e5038df. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1645.803636] env[62555]: DEBUG oslo_concurrency.lockutils [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] Acquiring lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.805023] env[62555]: DEBUG nova.compute.utils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1645.810168] env[62555]: DEBUG nova.compute.manager [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1645.810559] env[62555]: DEBUG nova.network.neutron [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1645.893186] env[62555]: DEBUG nova.policy [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef13e5faaaa449aa9b473d0baf67078e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab10251ae73a41d1bbd5874325d2b289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1646.002167] env[62555]: INFO nova.compute.manager [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Took 22.47 seconds to build instance. [ 1646.118367] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520ef4ae-48b4-477a-f440-f94ebfa64a72, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.122346] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6dcd49-d7a5-4dab-8d9c-f7c17d9957ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.129228] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for the task: (returnval){ [ 1646.129228] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523af249-5ad5-1ece-cb12-61a919417f56" [ 1646.129228] env[62555]: _type = "Task" [ 1646.129228] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.148920] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523af249-5ad5-1ece-cb12-61a919417f56, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.149219] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.151647] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a489976e-7aca-41a4-8134-d3a65e745526/a489976e-7aca-41a4-8134-d3a65e745526.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1646.151647] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a00a5115-8a1a-45cb-8404-47000fbd3331 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.160990] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for the task: (returnval){ [ 1646.160990] env[62555]: value = "task-1704905" [ 1646.160990] env[62555]: _type = "Task" [ 1646.160990] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.169745] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.170096] env[62555]: DEBUG nova.compute.manager [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Instance network_info: |[{"id": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "address": "fa:16:3e:de:1f:78", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb4e7f94-9c", "ovs_interfaceid": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1646.170432] env[62555]: DEBUG oslo_concurrency.lockutils [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] Acquired lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.170625] env[62555]: DEBUG nova.network.neutron [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Refreshing network info cache for port eb4e7f94-9cce-4c8e-9fa4-7de06e5038df {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1646.175715] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:1f:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb4e7f94-9cce-4c8e-9fa4-7de06e5038df', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1646.186059] env[62555]: DEBUG oslo.service.loopingcall [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.193297] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1646.194063] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704905, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.194503] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa812ef8-149d-47e5-84f0-a4a24699cba5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.221920] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1646.221920] env[62555]: value = "task-1704906" [ 1646.221920] env[62555]: _type = "Task" [ 1646.221920] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.235438] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704906, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.245793] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09931a4b-5e3f-4cbe-afb1-ffb54b8b995f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.256105] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d00756-acbc-4396-bba2-81f9a181ee81 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.289768] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4655b1d-85b5-4954-bc24-452d66ca2db2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.299258] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75633b7b-9734-403a-bebb-3524174d601b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.316236] env[62555]: DEBUG nova.compute.manager [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1646.320138] env[62555]: DEBUG nova.compute.provider_tree [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.461685] env[62555]: DEBUG nova.network.neutron [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Successfully created port: 60510328-6f81-48e1-943d-713f3ce05d77 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1646.506646] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c08fbdb-7c28-4bd6-9bbd-2a6bd42c5e68 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "d59babb2-c974-49ea-8030-af6943b8eb7e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.991s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.674203] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704905, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.733828] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704906, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.824171] env[62555]: DEBUG nova.scheduler.client.report [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1647.177033] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704905, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623341} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.177535] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a489976e-7aca-41a4-8134-d3a65e745526/a489976e-7aca-41a4-8134-d3a65e745526.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1647.177993] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1647.178484] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb88c15-26aa-403b-918b-1e0e119fe173 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.190020] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for the task: (returnval){ [ 1647.190020] env[62555]: value = "task-1704907" [ 1647.190020] env[62555]: _type = "Task" [ 1647.190020] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.203204] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.234808] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704906, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.331796] env[62555]: DEBUG nova.compute.manager [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1647.332167] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.336073] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.730s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.338334] env[62555]: INFO nova.compute.claims [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.374033] env[62555]: DEBUG nova.virt.hardware [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1647.374033] env[62555]: DEBUG nova.virt.hardware [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1647.374033] env[62555]: DEBUG nova.virt.hardware [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1647.374033] env[62555]: DEBUG nova.virt.hardware [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1647.374033] env[62555]: DEBUG nova.virt.hardware [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1647.374033] env[62555]: DEBUG nova.virt.hardware [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1647.374033] env[62555]: DEBUG nova.virt.hardware [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1647.374033] env[62555]: DEBUG nova.virt.hardware [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1647.374033] env[62555]: DEBUG nova.virt.hardware [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1647.374033] env[62555]: DEBUG nova.virt.hardware [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1647.376683] env[62555]: DEBUG nova.virt.hardware [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1647.378565] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83442ee7-7160-489b-97ca-1910f07a92ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.383528] env[62555]: INFO nova.scheduler.client.report [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleted allocations for instance 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5 [ 1647.398473] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2707163-9c5a-4686-8221-18ca56683611 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.418810] env[62555]: DEBUG nova.network.neutron [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updated VIF entry in instance network info cache for port eb4e7f94-9cce-4c8e-9fa4-7de06e5038df. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1647.419265] env[62555]: DEBUG nova.network.neutron [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance_info_cache with network_info: [{"id": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "address": "fa:16:3e:de:1f:78", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb4e7f94-9c", "ovs_interfaceid": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.702071] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114752} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.702071] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1647.702071] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e54b5b-09cd-4f5c-bbd1-c570c22a4541 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.725619] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] a489976e-7aca-41a4-8134-d3a65e745526/a489976e-7aca-41a4-8134-d3a65e745526.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.726352] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d87256dd-eef1-419a-8352-ebfd08c8676f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.753168] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704906, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.754670] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for the task: (returnval){ [ 1647.754670] env[62555]: value = "task-1704908" [ 1647.754670] env[62555]: _type = "Task" [ 1647.754670] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.763474] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.829662] env[62555]: DEBUG nova.compute.manager [req-fff19ac3-a1a7-4b62-b576-68ebb410de13 req-b886318a-4cf3-45b4-bc36-12ed8e70bf4a service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Received event network-changed-94ba4638-7926-4464-a15a-99ee34f15a31 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1647.830077] env[62555]: DEBUG nova.compute.manager [req-fff19ac3-a1a7-4b62-b576-68ebb410de13 req-b886318a-4cf3-45b4-bc36-12ed8e70bf4a service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Refreshing instance network info cache due to event network-changed-94ba4638-7926-4464-a15a-99ee34f15a31. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1647.830254] env[62555]: DEBUG oslo_concurrency.lockutils [req-fff19ac3-a1a7-4b62-b576-68ebb410de13 req-b886318a-4cf3-45b4-bc36-12ed8e70bf4a service nova] Acquiring lock "refresh_cache-d59babb2-c974-49ea-8030-af6943b8eb7e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.830421] env[62555]: DEBUG oslo_concurrency.lockutils [req-fff19ac3-a1a7-4b62-b576-68ebb410de13 req-b886318a-4cf3-45b4-bc36-12ed8e70bf4a service nova] Acquired lock "refresh_cache-d59babb2-c974-49ea-8030-af6943b8eb7e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.830612] env[62555]: DEBUG nova.network.neutron [req-fff19ac3-a1a7-4b62-b576-68ebb410de13 req-b886318a-4cf3-45b4-bc36-12ed8e70bf4a service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Refreshing network info cache for port 94ba4638-7926-4464-a15a-99ee34f15a31 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1647.894103] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c8fe6185-438a-4b47-bfe4-d2604bc551be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "15e8abfb-751d-4b8e-aad4-5ddf0f592ed5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.302s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.922232] env[62555]: DEBUG oslo_concurrency.lockutils [req-bb38fde4-0c68-4656-b6a1-bf339ecd6876 req-effbf39a-cb46-48c7-81da-04eb832f873a service nova] Releasing lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.239103] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704906, 'name': CreateVM_Task, 'duration_secs': 1.611271} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.239292] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1648.240008] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.240195] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.240523] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1648.240790] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c356280b-bed0-48fb-8dee-e8868b1fce5e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.246772] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1648.246772] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d4346f-b19f-fb43-4457-5bbb4e82277f" [ 1648.246772] env[62555]: _type = "Task" [ 1648.246772] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.256675] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d4346f-b19f-fb43-4457-5bbb4e82277f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.267019] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.665974] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8834156-b4ba-4bfd-9f9a-ec1cb0fcba08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.675998] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca52136-2867-4ec8-882a-3d03378edd73 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.707542] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0febc5-176b-44e6-978c-fe65a888e4cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.715622] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b0c34d-1d6c-400f-b749-500e034d29e8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.730247] env[62555]: DEBUG nova.compute.provider_tree [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.732118] env[62555]: DEBUG nova.network.neutron [req-fff19ac3-a1a7-4b62-b576-68ebb410de13 req-b886318a-4cf3-45b4-bc36-12ed8e70bf4a service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Updated VIF entry in instance network info cache for port 94ba4638-7926-4464-a15a-99ee34f15a31. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1648.732439] env[62555]: DEBUG nova.network.neutron [req-fff19ac3-a1a7-4b62-b576-68ebb410de13 req-b886318a-4cf3-45b4-bc36-12ed8e70bf4a service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Updating instance_info_cache with network_info: [{"id": "94ba4638-7926-4464-a15a-99ee34f15a31", "address": "fa:16:3e:03:ad:2e", "network": {"id": "bbaf6d1a-5afe-4b0f-9d0b-78126150c64f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-951023159-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f63cf217cae746b7aadfd4e2e1e1639a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3db2ab9e-1244-4377-b05f-ab76003f2428", "external-id": "nsx-vlan-transportzone-199", "segmentation_id": 199, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94ba4638-79", "ovs_interfaceid": "94ba4638-7926-4464-a15a-99ee34f15a31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.756495] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d4346f-b19f-fb43-4457-5bbb4e82277f, 'name': SearchDatastore_Task, 'duration_secs': 0.012292} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.759517] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.759755] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1648.759986] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.760149] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.760329] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1648.760844] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fa81c63-6cdb-4ca8-890c-70aed22f66aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.768082] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704908, 'name': ReconfigVM_Task, 'duration_secs': 0.579105} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.768361] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Reconfigured VM instance instance-0000004d to attach disk [datastore1] a489976e-7aca-41a4-8134-d3a65e745526/a489976e-7aca-41a4-8134-d3a65e745526.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.769046] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dae5d5d0-a809-47a9-8175-a7dd6096596a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.771668] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1648.771854] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1648.772943] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97586589-c250-4857-a2e4-e4dd2590c065 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.779074] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for the task: (returnval){ [ 1648.779074] env[62555]: value = "task-1704909" [ 1648.779074] env[62555]: _type = "Task" [ 1648.779074] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.780352] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1648.780352] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521161c0-b9af-becc-285f-808fd91a70c5" [ 1648.780352] env[62555]: _type = "Task" [ 1648.780352] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.797758] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521161c0-b9af-becc-285f-808fd91a70c5, 'name': SearchDatastore_Task, 'duration_secs': 0.014523} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.801499] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704909, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.801726] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3578735c-932e-4636-b64f-06de02807d17 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.807848] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1648.807848] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e5fe6a-31cf-5a57-ecf2-9427cf61872f" [ 1648.807848] env[62555]: _type = "Task" [ 1648.807848] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.818696] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e5fe6a-31cf-5a57-ecf2-9427cf61872f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.850957] env[62555]: DEBUG nova.network.neutron [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Successfully updated port: 60510328-6f81-48e1-943d-713f3ce05d77 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1649.235220] env[62555]: DEBUG nova.scheduler.client.report [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1649.238828] env[62555]: DEBUG oslo_concurrency.lockutils [req-fff19ac3-a1a7-4b62-b576-68ebb410de13 req-b886318a-4cf3-45b4-bc36-12ed8e70bf4a service nova] Releasing lock "refresh_cache-d59babb2-c974-49ea-8030-af6943b8eb7e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.291080] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704909, 'name': Rename_Task, 'duration_secs': 0.431463} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.291354] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1649.291603] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a36019df-e265-4c7d-98f3-30f56db91a36 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.300500] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for the task: (returnval){ [ 1649.300500] env[62555]: value = "task-1704910" [ 1649.300500] env[62555]: _type = "Task" [ 1649.300500] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.312134] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.325110] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e5fe6a-31cf-5a57-ecf2-9427cf61872f, 'name': SearchDatastore_Task, 'duration_secs': 0.012031} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.325490] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.325862] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 542f5291-21b4-4bd7-88b4-7636c4d8db75/542f5291-21b4-4bd7-88b4-7636c4d8db75.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1649.326216] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7dfef22-c217-4752-a350-ad9009dd95a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.336255] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1649.336255] env[62555]: value = "task-1704911" [ 1649.336255] env[62555]: _type = "Task" [ 1649.336255] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.346798] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.354766] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "refresh_cache-78fb6673-ce7e-4f00-8e2c-9213452813b1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.354947] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "refresh_cache-78fb6673-ce7e-4f00-8e2c-9213452813b1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.355156] env[62555]: DEBUG nova.network.neutron [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.740800] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.741434] env[62555]: DEBUG nova.compute.manager [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1649.745222] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.868s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.745222] env[62555]: DEBUG nova.objects.instance [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lazy-loading 'resources' on Instance uuid b0fa6b1c-5bab-4391-ba3d-4e1584a011e7 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.812531] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.847696] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704911, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.862045] env[62555]: DEBUG nova.compute.manager [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Received event network-vif-plugged-60510328-6f81-48e1-943d-713f3ce05d77 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1649.862259] env[62555]: DEBUG oslo_concurrency.lockutils [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] Acquiring lock "78fb6673-ce7e-4f00-8e2c-9213452813b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.862450] env[62555]: DEBUG oslo_concurrency.lockutils [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] Lock "78fb6673-ce7e-4f00-8e2c-9213452813b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.862768] env[62555]: DEBUG oslo_concurrency.lockutils [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] Lock "78fb6673-ce7e-4f00-8e2c-9213452813b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.862945] env[62555]: DEBUG nova.compute.manager [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] No waiting events found dispatching network-vif-plugged-60510328-6f81-48e1-943d-713f3ce05d77 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1649.863124] env[62555]: WARNING nova.compute.manager [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Received unexpected event network-vif-plugged-60510328-6f81-48e1-943d-713f3ce05d77 for instance with vm_state building and task_state spawning. [ 1649.863285] env[62555]: DEBUG nova.compute.manager [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Received event network-changed-60510328-6f81-48e1-943d-713f3ce05d77 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1649.863442] env[62555]: DEBUG nova.compute.manager [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Refreshing instance network info cache due to event network-changed-60510328-6f81-48e1-943d-713f3ce05d77. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1649.863644] env[62555]: DEBUG oslo_concurrency.lockutils [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] Acquiring lock "refresh_cache-78fb6673-ce7e-4f00-8e2c-9213452813b1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.118460] env[62555]: DEBUG nova.network.neutron [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1650.248034] env[62555]: DEBUG nova.compute.utils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.249482] env[62555]: DEBUG nova.compute.manager [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1650.249652] env[62555]: DEBUG nova.network.neutron [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.264272] env[62555]: DEBUG nova.network.neutron [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Updating instance_info_cache with network_info: [{"id": "60510328-6f81-48e1-943d-713f3ce05d77", "address": "fa:16:3e:ef:50:bd", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60510328-6f", "ovs_interfaceid": "60510328-6f81-48e1-943d-713f3ce05d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.294071] env[62555]: DEBUG nova.policy [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17841bd6af645f3a5c28506f32fa496', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fb764f720d411e987c9a6b661e859e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1650.312590] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.348031] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724415} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.351189] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 542f5291-21b4-4bd7-88b4-7636c4d8db75/542f5291-21b4-4bd7-88b4-7636c4d8db75.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1650.351189] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1650.351406] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df08e790-1f4a-4a54-8dfa-b5a3a453513c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.359841] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1650.359841] env[62555]: value = "task-1704912" [ 1650.359841] env[62555]: _type = "Task" [ 1650.359841] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.372180] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.580092] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c777afe-36de-4c4a-8715-86aaaaefe9fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.588538] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6604b325-f736-47bf-a8f1-140889aefa14 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.622257] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e98c236-7aff-4d44-b891-c2866973cdff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.634541] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c505d4ad-924a-4a75-9b69-9256ccc1b116 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.652578] env[62555]: DEBUG nova.compute.provider_tree [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.672965] env[62555]: DEBUG nova.network.neutron [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Successfully created port: 5791bd95-8298-42a3-8853-76f77e2e2462 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1650.755206] env[62555]: DEBUG nova.compute.manager [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1650.767925] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "refresh_cache-78fb6673-ce7e-4f00-8e2c-9213452813b1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.768651] env[62555]: DEBUG nova.compute.manager [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Instance network_info: |[{"id": "60510328-6f81-48e1-943d-713f3ce05d77", "address": "fa:16:3e:ef:50:bd", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60510328-6f", "ovs_interfaceid": "60510328-6f81-48e1-943d-713f3ce05d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1650.768883] env[62555]: DEBUG oslo_concurrency.lockutils [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] Acquired lock "refresh_cache-78fb6673-ce7e-4f00-8e2c-9213452813b1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.769086] env[62555]: DEBUG nova.network.neutron [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Refreshing network info cache for port 60510328-6f81-48e1-943d-713f3ce05d77 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1650.770389] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:50:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cbd7899c-c96e-47fc-9141-5803b646917a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60510328-6f81-48e1-943d-713f3ce05d77', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1650.778245] env[62555]: DEBUG oslo.service.loopingcall [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.779209] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1650.779844] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bef4588d-1443-4fa8-b428-b4d308c75425 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.801718] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1650.801718] env[62555]: value = "task-1704913" [ 1650.801718] env[62555]: _type = "Task" [ 1650.801718] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.813504] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704913, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.816636] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.869964] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0689} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.870588] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1650.871393] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b4fe9a-7170-428d-8a9f-2498c582d8a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.901128] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 542f5291-21b4-4bd7-88b4-7636c4d8db75/542f5291-21b4-4bd7-88b4-7636c4d8db75.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1650.902544] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb93dc34-1094-48da-a417-be16156ee40a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.926584] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1650.926584] env[62555]: value = "task-1704914" [ 1650.926584] env[62555]: _type = "Task" [ 1650.926584] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.936937] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.156525] env[62555]: DEBUG nova.scheduler.client.report [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1651.320900] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704913, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.321468] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.439727] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.534442] env[62555]: DEBUG nova.network.neutron [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Updated VIF entry in instance network info cache for port 60510328-6f81-48e1-943d-713f3ce05d77. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.535199] env[62555]: DEBUG nova.network.neutron [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Updating instance_info_cache with network_info: [{"id": "60510328-6f81-48e1-943d-713f3ce05d77", "address": "fa:16:3e:ef:50:bd", "network": {"id": "dcb4a91e-2bbb-4825-bbd0-fc728f63a8a4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1160528601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab10251ae73a41d1bbd5874325d2b289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cbd7899c-c96e-47fc-9141-5803b646917a", "external-id": "nsx-vlan-transportzone-333", "segmentation_id": 333, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60510328-6f", "ovs_interfaceid": "60510328-6f81-48e1-943d-713f3ce05d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.662376] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.665731] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.341s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.667264] env[62555]: INFO nova.compute.claims [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.688017] env[62555]: INFO nova.scheduler.client.report [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleted allocations for instance b0fa6b1c-5bab-4391-ba3d-4e1584a011e7 [ 1651.765111] env[62555]: DEBUG nova.compute.manager [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1651.789344] env[62555]: DEBUG nova.virt.hardware [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1651.789600] env[62555]: DEBUG nova.virt.hardware [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1651.789757] env[62555]: DEBUG nova.virt.hardware [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.789943] env[62555]: DEBUG nova.virt.hardware [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1651.790258] env[62555]: DEBUG nova.virt.hardware [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.790439] env[62555]: DEBUG nova.virt.hardware [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1651.790648] env[62555]: DEBUG nova.virt.hardware [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1651.790808] env[62555]: DEBUG nova.virt.hardware [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1651.790972] env[62555]: DEBUG nova.virt.hardware [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1651.791154] env[62555]: DEBUG nova.virt.hardware [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1651.791327] env[62555]: DEBUG nova.virt.hardware [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1651.792205] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e24cf0-29a1-427b-958c-f911fd7ecfc3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.801845] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ffa3f5-981e-4de3-8012-0f72bdd4176b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.823805] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704913, 'name': CreateVM_Task, 'duration_secs': 0.59409} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.823988] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.824655] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.824822] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.825153] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.825401] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc33ae3-eed7-444a-a59a-ed7443b4f497 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.829723] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.832834] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1651.832834] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5201e195-348a-995b-e073-6e398878610a" [ 1651.832834] env[62555]: _type = "Task" [ 1651.832834] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.840931] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5201e195-348a-995b-e073-6e398878610a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.938522] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704914, 'name': ReconfigVM_Task, 'duration_secs': 0.591611} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.938866] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 542f5291-21b4-4bd7-88b4-7636c4d8db75/542f5291-21b4-4bd7-88b4-7636c4d8db75.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1651.939504] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2ae24a5-7d3d-42ec-949e-d2d517ac4409 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.946811] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1651.946811] env[62555]: value = "task-1704915" [ 1651.946811] env[62555]: _type = "Task" [ 1651.946811] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.955877] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704915, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.038337] env[62555]: DEBUG oslo_concurrency.lockutils [req-7fdcd9a6-16bd-44a4-8e1b-6e17b41332ea req-ff722320-9a95-4e42-b6df-530bdfa69894 service nova] Releasing lock "refresh_cache-78fb6673-ce7e-4f00-8e2c-9213452813b1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.157035] env[62555]: DEBUG nova.compute.manager [req-60d56554-7959-4eed-a52c-dc52189186cf req-047c1c9e-4c1f-4dca-ba7b-0559d884de05 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Received event network-vif-plugged-5791bd95-8298-42a3-8853-76f77e2e2462 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1652.157271] env[62555]: DEBUG oslo_concurrency.lockutils [req-60d56554-7959-4eed-a52c-dc52189186cf req-047c1c9e-4c1f-4dca-ba7b-0559d884de05 service nova] Acquiring lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.157572] env[62555]: DEBUG oslo_concurrency.lockutils [req-60d56554-7959-4eed-a52c-dc52189186cf req-047c1c9e-4c1f-4dca-ba7b-0559d884de05 service nova] Lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.157656] env[62555]: DEBUG oslo_concurrency.lockutils [req-60d56554-7959-4eed-a52c-dc52189186cf req-047c1c9e-4c1f-4dca-ba7b-0559d884de05 service nova] Lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.157804] env[62555]: DEBUG nova.compute.manager [req-60d56554-7959-4eed-a52c-dc52189186cf req-047c1c9e-4c1f-4dca-ba7b-0559d884de05 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] No waiting events found dispatching network-vif-plugged-5791bd95-8298-42a3-8853-76f77e2e2462 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1652.157959] env[62555]: WARNING nova.compute.manager [req-60d56554-7959-4eed-a52c-dc52189186cf req-047c1c9e-4c1f-4dca-ba7b-0559d884de05 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Received unexpected event network-vif-plugged-5791bd95-8298-42a3-8853-76f77e2e2462 for instance with vm_state building and task_state spawning. [ 1652.197549] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0d26e1ee-64ab-495e-8038-8d9193cf5764 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "b0fa6b1c-5bab-4391-ba3d-4e1584a011e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.382s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.270032] env[62555]: DEBUG nova.network.neutron [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Successfully updated port: 5791bd95-8298-42a3-8853-76f77e2e2462 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1652.321024] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.343238] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5201e195-348a-995b-e073-6e398878610a, 'name': SearchDatastore_Task, 'duration_secs': 0.011308} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.343557] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.343792] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1652.344053] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.344209] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.344390] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1652.344684] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1e28b90-0211-4015-83d2-8155726bd103 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.354602] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1652.354869] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1652.355654] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-762ace16-3dda-4c0d-971d-d5a317b41af0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.361692] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1652.361692] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f53e34-004c-c0b0-a02d-f783816fb11a" [ 1652.361692] env[62555]: _type = "Task" [ 1652.361692] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.370270] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f53e34-004c-c0b0-a02d-f783816fb11a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.458070] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704915, 'name': Rename_Task, 'duration_secs': 0.323294} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.458343] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1652.458599] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1bd28c2-c05c-44dc-a3bc-1d4fd6750181 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.467505] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1652.467505] env[62555]: value = "task-1704916" [ 1652.467505] env[62555]: _type = "Task" [ 1652.467505] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.475793] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.774832] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "refresh_cache-104f2d89-a731-4dc1-8a25-bcd4cdcf7370" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.775386] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "refresh_cache-104f2d89-a731-4dc1-8a25-bcd4cdcf7370" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.775386] env[62555]: DEBUG nova.network.neutron [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1652.821244] env[62555]: DEBUG oslo_vmware.api [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704910, 'name': PowerOnVM_Task, 'duration_secs': 3.504254} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.823958] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1652.824201] env[62555]: INFO nova.compute.manager [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1652.824384] env[62555]: DEBUG nova.compute.manager [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1652.825752] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4db7a87-121e-443e-b345-df5549219574 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.877830] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f53e34-004c-c0b0-a02d-f783816fb11a, 'name': SearchDatastore_Task, 'duration_secs': 0.010032} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.879337] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e2738fc-add6-41ed-89a2-a6dc87488999 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.885977] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1652.885977] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527fa555-47a6-5873-3661-caa3ebcd5b65" [ 1652.885977] env[62555]: _type = "Task" [ 1652.885977] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.898518] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527fa555-47a6-5873-3661-caa3ebcd5b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.978922] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.015745] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa048b0-2afa-47d2-86c4-83b50fdf21b0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.023612] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2021d387-0224-4466-9ace-889656648a43 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.056855] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c81625-3290-485c-90b5-d1def9a3eac4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.065089] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1348a2-059d-48d5-9eb5-851c888c5e24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.080252] env[62555]: DEBUG nova.compute.provider_tree [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.140265] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.140541] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.140753] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.140936] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.141117] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.143217] env[62555]: INFO nova.compute.manager [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Terminating instance [ 1653.318607] env[62555]: DEBUG nova.network.neutron [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1653.344900] env[62555]: INFO nova.compute.manager [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Took 29.39 seconds to build instance. [ 1653.396943] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527fa555-47a6-5873-3661-caa3ebcd5b65, 'name': SearchDatastore_Task, 'duration_secs': 0.034989} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.397271] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.397533] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 78fb6673-ce7e-4f00-8e2c-9213452813b1/78fb6673-ce7e-4f00-8e2c-9213452813b1.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1653.397790] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d48a9ca-f166-4d1e-a0a4-01cb16712d71 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.405421] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1653.405421] env[62555]: value = "task-1704917" [ 1653.405421] env[62555]: _type = "Task" [ 1653.405421] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.414034] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.453764] env[62555]: DEBUG nova.network.neutron [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Updating instance_info_cache with network_info: [{"id": "5791bd95-8298-42a3-8853-76f77e2e2462", "address": "fa:16:3e:b6:b1:cd", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5791bd95-82", "ovs_interfaceid": "5791bd95-8298-42a3-8853-76f77e2e2462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.480534] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704916, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.584058] env[62555]: DEBUG nova.scheduler.client.report [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1653.648048] env[62555]: DEBUG nova.compute.manager [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1653.648218] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.649512] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d63918-bbce-4ad0-9b5e-06e89f16c397 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.661201] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.661679] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-137f4bc6-bb56-43aa-848b-01f5869bd160 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.671042] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1653.671042] env[62555]: value = "task-1704918" [ 1653.671042] env[62555]: _type = "Task" [ 1653.671042] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.686325] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.847226] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fd9c29f5-252c-4440-8bbc-8fd15c1efaae tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "a489976e-7aca-41a4-8134-d3a65e745526" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.902s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.918126] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704917, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.957941] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "refresh_cache-104f2d89-a731-4dc1-8a25-bcd4cdcf7370" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.962251] env[62555]: DEBUG nova.compute.manager [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Instance network_info: |[{"id": "5791bd95-8298-42a3-8853-76f77e2e2462", "address": "fa:16:3e:b6:b1:cd", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5791bd95-82", "ovs_interfaceid": "5791bd95-8298-42a3-8853-76f77e2e2462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1653.962251] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:b1:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5791bd95-8298-42a3-8853-76f77e2e2462', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1653.968636] env[62555]: DEBUG oslo.service.loopingcall [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1653.968985] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1653.973019] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f78514c-c437-4e7b-8637-e9ff346d70ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.003145] env[62555]: DEBUG oslo_vmware.api [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704916, 'name': PowerOnVM_Task, 'duration_secs': 1.168984} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.004759] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1654.005049] env[62555]: INFO nova.compute.manager [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Took 10.11 seconds to spawn the instance on the hypervisor. [ 1654.005247] env[62555]: DEBUG nova.compute.manager [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1654.005520] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1654.005520] env[62555]: value = "task-1704919" [ 1654.005520] env[62555]: _type = "Task" [ 1654.005520] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.006268] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe7eb50-6a10-40bb-b33d-b153338578dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.019318] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704919, 'name': CreateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.091100] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.091100] env[62555]: DEBUG nova.compute.manager [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.181495] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704918, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.184527] env[62555]: DEBUG nova.compute.manager [req-be03f0c0-41a3-417d-8c99-6ebc8de5bcfc req-c4e03dd7-9c64-4bc0-890e-78ea04f78929 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Received event network-changed-5791bd95-8298-42a3-8853-76f77e2e2462 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1654.184806] env[62555]: DEBUG nova.compute.manager [req-be03f0c0-41a3-417d-8c99-6ebc8de5bcfc req-c4e03dd7-9c64-4bc0-890e-78ea04f78929 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Refreshing instance network info cache due to event network-changed-5791bd95-8298-42a3-8853-76f77e2e2462. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1654.185122] env[62555]: DEBUG oslo_concurrency.lockutils [req-be03f0c0-41a3-417d-8c99-6ebc8de5bcfc req-c4e03dd7-9c64-4bc0-890e-78ea04f78929 service nova] Acquiring lock "refresh_cache-104f2d89-a731-4dc1-8a25-bcd4cdcf7370" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.185182] env[62555]: DEBUG oslo_concurrency.lockutils [req-be03f0c0-41a3-417d-8c99-6ebc8de5bcfc req-c4e03dd7-9c64-4bc0-890e-78ea04f78929 service nova] Acquired lock "refresh_cache-104f2d89-a731-4dc1-8a25-bcd4cdcf7370" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.185344] env[62555]: DEBUG nova.network.neutron [req-be03f0c0-41a3-417d-8c99-6ebc8de5bcfc req-c4e03dd7-9c64-4bc0-890e-78ea04f78929 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Refreshing network info cache for port 5791bd95-8298-42a3-8853-76f77e2e2462 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1654.416646] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686342} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.416911] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 78fb6673-ce7e-4f00-8e2c-9213452813b1/78fb6673-ce7e-4f00-8e2c-9213452813b1.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1654.417142] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1654.417398] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32188654-3298-491a-b87e-80d88fa52d61 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.424388] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1654.424388] env[62555]: value = "task-1704920" [ 1654.424388] env[62555]: _type = "Task" [ 1654.424388] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.432785] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.518890] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704919, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.532241] env[62555]: INFO nova.compute.manager [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Took 28.31 seconds to build instance. [ 1654.596396] env[62555]: DEBUG nova.compute.utils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.597877] env[62555]: DEBUG nova.compute.manager [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1654.598056] env[62555]: DEBUG nova.network.neutron [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1654.646579] env[62555]: DEBUG nova.policy [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b0547b9bcc41c4a374ac1b0c7933c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '017e84ff06d2429a8c7718215a8a299e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1654.684377] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704918, 'name': PowerOffVM_Task, 'duration_secs': 0.590775} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.684817] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.685079] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.685391] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5be4b178-e8b4-41a2-9a00-8c1b931b1340 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.748066] env[62555]: DEBUG oslo_concurrency.lockutils [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquiring lock "a489976e-7aca-41a4-8134-d3a65e745526" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.748345] env[62555]: DEBUG oslo_concurrency.lockutils [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "a489976e-7aca-41a4-8134-d3a65e745526" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.748675] env[62555]: INFO nova.compute.manager [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Rebooting instance [ 1654.920638] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.921027] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.921027] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleting the datastore file [datastore1] fd85eb9e-eeab-4688-9215-ed22e1eab49f {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.921319] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c677c24-57ab-489f-ae6b-c556f57ff4b2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.929667] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for the task: (returnval){ [ 1654.929667] env[62555]: value = "task-1704922" [ 1654.929667] env[62555]: _type = "Task" [ 1654.929667] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.935983] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136739} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.936614] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1654.937475] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87135f0-ff50-428f-918d-5db539e27aef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.942915] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.963554] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 78fb6673-ce7e-4f00-8e2c-9213452813b1/78fb6673-ce7e-4f00-8e2c-9213452813b1.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1654.966278] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a8734d7-d432-4ba9-8ec5-a7d6142c2492 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.987303] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1654.987303] env[62555]: value = "task-1704923" [ 1654.987303] env[62555]: _type = "Task" [ 1654.987303] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.996329] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.019910] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704919, 'name': CreateVM_Task, 'duration_secs': 0.612479} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.020078] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1655.020835] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.021096] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.021340] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1655.021593] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bfd2ec-b83a-44a2-9635-22484ec2f636 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.027162] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1655.027162] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52986610-0072-c9f4-76f7-70884e7cbdb9" [ 1655.027162] env[62555]: _type = "Task" [ 1655.027162] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.035474] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b4d1248-19e6-4e9d-8289-6b1c20eb359e tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.819s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1655.035741] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52986610-0072-c9f4-76f7-70884e7cbdb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.082970] env[62555]: DEBUG nova.network.neutron [req-be03f0c0-41a3-417d-8c99-6ebc8de5bcfc req-c4e03dd7-9c64-4bc0-890e-78ea04f78929 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Updated VIF entry in instance network info cache for port 5791bd95-8298-42a3-8853-76f77e2e2462. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1655.083357] env[62555]: DEBUG nova.network.neutron [req-be03f0c0-41a3-417d-8c99-6ebc8de5bcfc req-c4e03dd7-9c64-4bc0-890e-78ea04f78929 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Updating instance_info_cache with network_info: [{"id": "5791bd95-8298-42a3-8853-76f77e2e2462", "address": "fa:16:3e:b6:b1:cd", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5791bd95-82", "ovs_interfaceid": "5791bd95-8298-42a3-8853-76f77e2e2462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.101085] env[62555]: DEBUG nova.compute.manager [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.183913] env[62555]: DEBUG nova.network.neutron [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Successfully created port: 7287e950-dc1c-4e74-8fb0-c4c170db8822 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1655.281832] env[62555]: DEBUG oslo_concurrency.lockutils [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquiring lock "refresh_cache-a489976e-7aca-41a4-8134-d3a65e745526" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.282051] env[62555]: DEBUG oslo_concurrency.lockutils [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquired lock "refresh_cache-a489976e-7aca-41a4-8134-d3a65e745526" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.282320] env[62555]: DEBUG nova.network.neutron [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1655.448551] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.498017] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.537924] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52986610-0072-c9f4-76f7-70884e7cbdb9, 'name': SearchDatastore_Task, 'duration_secs': 0.017217} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.538274] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.538525] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1655.538770] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1655.538932] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.539141] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1655.539411] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d193753c-ce4c-46cb-b42b-55e38ad1ccf1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.586124] env[62555]: DEBUG oslo_concurrency.lockutils [req-be03f0c0-41a3-417d-8c99-6ebc8de5bcfc req-c4e03dd7-9c64-4bc0-890e-78ea04f78929 service nova] Releasing lock "refresh_cache-104f2d89-a731-4dc1-8a25-bcd4cdcf7370" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.588015] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1655.588238] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1655.589115] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d71dce0-52c7-4ae7-8656-fe6b4e0fe9a1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.595418] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1655.595418] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cfe97e-3e91-3d90-a79c-9d0fd60cef52" [ 1655.595418] env[62555]: _type = "Task" [ 1655.595418] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.608889] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cfe97e-3e91-3d90-a79c-9d0fd60cef52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.732860] env[62555]: DEBUG oslo_vmware.rw_handles [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211b802-f16f-e73d-8f00-b4bcf7ff5f42/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1655.733926] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab27d232-891e-48f0-90c4-f5f06b848021 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.740616] env[62555]: DEBUG oslo_vmware.rw_handles [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211b802-f16f-e73d-8f00-b4bcf7ff5f42/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1655.740751] env[62555]: ERROR oslo_vmware.rw_handles [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211b802-f16f-e73d-8f00-b4bcf7ff5f42/disk-0.vmdk due to incomplete transfer. [ 1655.740979] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-775bb1ea-df3d-4fea-ae44-c50702892956 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.747557] env[62555]: DEBUG oslo_vmware.rw_handles [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211b802-f16f-e73d-8f00-b4bcf7ff5f42/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1655.747775] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Uploaded image 9ed531a3-9c17-4f3b-96b1-149513b993cc to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1655.750263] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1655.750440] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e68d584-c8d7-4db4-9f0e-b92aef70b7f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.756454] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1655.756454] env[62555]: value = "task-1704924" [ 1655.756454] env[62555]: _type = "Task" [ 1655.756454] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.764446] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704924, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.942851] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.999898] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704923, 'name': ReconfigVM_Task, 'duration_secs': 0.688718} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.000209] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 78fb6673-ce7e-4f00-8e2c-9213452813b1/78fb6673-ce7e-4f00-8e2c-9213452813b1.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.000897] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a96db23-0d1e-4244-914f-77d8b123c113 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.008273] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1656.008273] env[62555]: value = "task-1704925" [ 1656.008273] env[62555]: _type = "Task" [ 1656.008273] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.017193] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704925, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.034293] env[62555]: DEBUG nova.network.neutron [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Updating instance_info_cache with network_info: [{"id": "f8b403dd-871d-4aaa-9a7f-0cc68758c0e5", "address": "fa:16:3e:5e:b9:7c", "network": {"id": "62843329-b6aa-44c8-a578-534315573177", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1530692712-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae0dafa1cfca447d8f0ddea6e98f1044", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ea0fc1b-0424-46ec-bef5-6b57b7d184d8", "external-id": "nsx-vlan-transportzone-618", "segmentation_id": 618, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8b403dd-87", "ovs_interfaceid": "f8b403dd-871d-4aaa-9a7f-0cc68758c0e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.106447] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cfe97e-3e91-3d90-a79c-9d0fd60cef52, 'name': SearchDatastore_Task, 'duration_secs': 0.177119} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.107340] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc061b1b-96bf-4c5f-8811-81f1d78efff5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.110633] env[62555]: DEBUG nova.compute.manager [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.116177] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1656.116177] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bfa5b8-c4db-d9fb-44df-bc1ed7c2d8ed" [ 1656.116177] env[62555]: _type = "Task" [ 1656.116177] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.125124] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bfa5b8-c4db-d9fb-44df-bc1ed7c2d8ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.144823] env[62555]: DEBUG nova.virt.hardware [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1656.145133] env[62555]: DEBUG nova.virt.hardware [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1656.145300] env[62555]: DEBUG nova.virt.hardware [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.145485] env[62555]: DEBUG nova.virt.hardware [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1656.145683] env[62555]: DEBUG nova.virt.hardware [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.145807] env[62555]: DEBUG nova.virt.hardware [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1656.146197] env[62555]: DEBUG nova.virt.hardware [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1656.146456] env[62555]: DEBUG nova.virt.hardware [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1656.146657] env[62555]: DEBUG nova.virt.hardware [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1656.146831] env[62555]: DEBUG nova.virt.hardware [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1656.147014] env[62555]: DEBUG nova.virt.hardware [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1656.148230] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a014d7c5-8a71-4a8e-87df-5ad477bb3782 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.155722] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c33119d-4a17-48ce-9620-0c956ea03ce7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.265696] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704924, 'name': Destroy_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.442938] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.518860] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704925, 'name': Rename_Task, 'duration_secs': 0.233463} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.519163] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.519415] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ff92835-8d1e-44ed-a337-c56e6652c7a9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.526415] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1656.526415] env[62555]: value = "task-1704926" [ 1656.526415] env[62555]: _type = "Task" [ 1656.526415] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.537422] env[62555]: DEBUG oslo_concurrency.lockutils [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Releasing lock "refresh_cache-a489976e-7aca-41a4-8134-d3a65e745526" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.543127] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.627176] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bfa5b8-c4db-d9fb-44df-bc1ed7c2d8ed, 'name': SearchDatastore_Task, 'duration_secs': 0.109395} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.627481] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.627744] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 104f2d89-a731-4dc1-8a25-bcd4cdcf7370/104f2d89-a731-4dc1-8a25-bcd4cdcf7370.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1656.628023] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8d7216c-7504-4716-a35a-4d149f938d7c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.634916] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1656.634916] env[62555]: value = "task-1704927" [ 1656.634916] env[62555]: _type = "Task" [ 1656.634916] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.642911] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.768755] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704924, 'name': Destroy_Task, 'duration_secs': 0.636906} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.769056] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Destroyed the VM [ 1656.769296] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1656.769545] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ca4c94fc-75ee-4bcf-9fe5-970f2beeef65 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.777526] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1656.777526] env[62555]: value = "task-1704928" [ 1656.777526] env[62555]: _type = "Task" [ 1656.777526] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.785719] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704928, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.943516] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.975926] env[62555]: DEBUG nova.compute.manager [req-c11fc200-9cc0-4b1b-895c-21861d9cb5a0 req-ea9cd531-feff-49d3-b724-91ffa3446a5d service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Received event network-vif-plugged-7287e950-dc1c-4e74-8fb0-c4c170db8822 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1656.976230] env[62555]: DEBUG oslo_concurrency.lockutils [req-c11fc200-9cc0-4b1b-895c-21861d9cb5a0 req-ea9cd531-feff-49d3-b724-91ffa3446a5d service nova] Acquiring lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.976499] env[62555]: DEBUG oslo_concurrency.lockutils [req-c11fc200-9cc0-4b1b-895c-21861d9cb5a0 req-ea9cd531-feff-49d3-b724-91ffa3446a5d service nova] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.976690] env[62555]: DEBUG oslo_concurrency.lockutils [req-c11fc200-9cc0-4b1b-895c-21861d9cb5a0 req-ea9cd531-feff-49d3-b724-91ffa3446a5d service nova] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.976931] env[62555]: DEBUG nova.compute.manager [req-c11fc200-9cc0-4b1b-895c-21861d9cb5a0 req-ea9cd531-feff-49d3-b724-91ffa3446a5d service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] No waiting events found dispatching network-vif-plugged-7287e950-dc1c-4e74-8fb0-c4c170db8822 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1656.977029] env[62555]: WARNING nova.compute.manager [req-c11fc200-9cc0-4b1b-895c-21861d9cb5a0 req-ea9cd531-feff-49d3-b724-91ffa3446a5d service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Received unexpected event network-vif-plugged-7287e950-dc1c-4e74-8fb0-c4c170db8822 for instance with vm_state building and task_state spawning. [ 1657.036869] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.046802] env[62555]: DEBUG nova.compute.manager [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.047728] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38feb377-e5f5-4b67-a45c-50e84b231833 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.077070] env[62555]: DEBUG nova.network.neutron [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Successfully updated port: 7287e950-dc1c-4e74-8fb0-c4c170db8822 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1657.145692] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.287832] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704928, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.371224] env[62555]: DEBUG nova.compute.manager [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Stashing vm_state: active {{(pid=62555) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1657.444191] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.540701] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704926, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.582405] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.582405] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.582405] env[62555]: DEBUG nova.network.neutron [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1657.646177] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.788734] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704928, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.892132] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.892399] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.945302] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.037600] env[62555]: DEBUG oslo_vmware.api [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704926, 'name': PowerOnVM_Task, 'duration_secs': 1.219284} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.037880] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1658.038145] env[62555]: INFO nova.compute.manager [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Took 10.71 seconds to spawn the instance on the hypervisor. [ 1658.038333] env[62555]: DEBUG nova.compute.manager [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1658.039103] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf0ff79-c2ac-4ebe-ad01-51eaa58d85c6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.063530] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41946cb-3f87-47a7-9626-960a2aca1d86 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.070931] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Doing hard reboot of VM {{(pid=62555) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1658.071228] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-fc37c6ed-558b-4c5d-a8a3-99992818a621 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.077818] env[62555]: DEBUG oslo_vmware.api [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for the task: (returnval){ [ 1658.077818] env[62555]: value = "task-1704929" [ 1658.077818] env[62555]: _type = "Task" [ 1658.077818] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.089431] env[62555]: DEBUG oslo_vmware.api [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704929, 'name': ResetVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.117524] env[62555]: DEBUG nova.network.neutron [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.147432] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.252825] env[62555]: DEBUG nova.network.neutron [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance_info_cache with network_info: [{"id": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "address": "fa:16:3e:d5:3c:68", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7287e950-dc", "ovs_interfaceid": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.289997] env[62555]: DEBUG oslo_vmware.api [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704928, 'name': RemoveSnapshot_Task, 'duration_secs': 1.371453} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.290333] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1658.290575] env[62555]: INFO nova.compute.manager [None req-c6155561-74e1-40e2-bf14-7aa421101c80 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Took 18.12 seconds to snapshot the instance on the hypervisor. [ 1658.399148] env[62555]: INFO nova.compute.claims [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1658.446912] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.555063] env[62555]: INFO nova.compute.manager [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Took 28.30 seconds to build instance. [ 1658.588425] env[62555]: DEBUG oslo_vmware.api [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704929, 'name': ResetVM_Task, 'duration_secs': 0.095939} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.588732] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Did hard reboot of VM {{(pid=62555) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1658.588941] env[62555]: DEBUG nova.compute.manager [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1658.589719] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e659799-1729-4c6a-9614-77f63cd3486e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.645966] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.755524] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.755866] env[62555]: DEBUG nova.compute.manager [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Instance network_info: |[{"id": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "address": "fa:16:3e:d5:3c:68", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7287e950-dc", "ovs_interfaceid": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1658.756377] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:3c:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7287e950-dc1c-4e74-8fb0-c4c170db8822', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1658.764191] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating folder: Project (017e84ff06d2429a8c7718215a8a299e). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1658.765316] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcae03d9-72ad-4b91-9f79-ec7addb77af1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.776726] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Created folder: Project (017e84ff06d2429a8c7718215a8a299e) in parent group-v355069. [ 1658.776909] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating folder: Instances. Parent ref: group-v355283. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1658.777155] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d4651a2-391c-4194-b1fe-3532cb127b4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.786903] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Created folder: Instances in parent group-v355283. [ 1658.787024] env[62555]: DEBUG oslo.service.loopingcall [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1658.787215] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1658.787406] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-413c71dd-5e3e-4ab1-b22c-3c4c1ea589b3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.808271] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1658.808271] env[62555]: value = "task-1704932" [ 1658.808271] env[62555]: _type = "Task" [ 1658.808271] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.815693] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704932, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.906011] env[62555]: INFO nova.compute.resource_tracker [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating resource usage from migration 9104e521-c037-438c-9632-e6e03c96d0cb [ 1658.950490] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.003479] env[62555]: DEBUG nova.compute.manager [req-8c4ca12d-aac5-4f2b-be91-0597d04c9814 req-ef3d91fb-b318-4fb8-8689-660ea16d590b service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Received event network-changed-7287e950-dc1c-4e74-8fb0-c4c170db8822 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1659.003690] env[62555]: DEBUG nova.compute.manager [req-8c4ca12d-aac5-4f2b-be91-0597d04c9814 req-ef3d91fb-b318-4fb8-8689-660ea16d590b service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Refreshing instance network info cache due to event network-changed-7287e950-dc1c-4e74-8fb0-c4c170db8822. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1659.004392] env[62555]: DEBUG oslo_concurrency.lockutils [req-8c4ca12d-aac5-4f2b-be91-0597d04c9814 req-ef3d91fb-b318-4fb8-8689-660ea16d590b service nova] Acquiring lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.004392] env[62555]: DEBUG oslo_concurrency.lockutils [req-8c4ca12d-aac5-4f2b-be91-0597d04c9814 req-ef3d91fb-b318-4fb8-8689-660ea16d590b service nova] Acquired lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.004392] env[62555]: DEBUG nova.network.neutron [req-8c4ca12d-aac5-4f2b-be91-0597d04c9814 req-ef3d91fb-b318-4fb8-8689-660ea16d590b service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Refreshing network info cache for port 7287e950-dc1c-4e74-8fb0-c4c170db8822 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1659.056653] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c6e7f31f-5984-47bf-8a3b-3702c758a765 tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "78fb6673-ce7e-4f00-8e2c-9213452813b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.812s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.104973] env[62555]: DEBUG oslo_concurrency.lockutils [None req-35c2cf4b-a764-41fa-9a0a-1b8b3854d46b tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "a489976e-7aca-41a4-8134-d3a65e745526" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.356s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.151023] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704927, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.272873] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970383a6-dfb6-4fe5-ae9d-68a0ebb400ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.281338] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a568d9e3-fa95-4688-a0c9-373d6e9e38ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.318455] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ac1b94-a0a1-4680-8470-d629ced03a1f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.329550] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0df3fcf-e8de-461c-90a3-7d5b672eb12d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.333594] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704932, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.344599] env[62555]: DEBUG nova.compute.provider_tree [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.451249] env[62555]: DEBUG oslo_vmware.api [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Task: {'id': task-1704922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 4.032853} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.451523] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.451710] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.451888] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.452078] env[62555]: INFO nova.compute.manager [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Took 5.80 seconds to destroy the instance on the hypervisor. [ 1659.452398] env[62555]: DEBUG oslo.service.loopingcall [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.453041] env[62555]: DEBUG nova.compute.manager [-] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1659.453146] env[62555]: DEBUG nova.network.neutron [-] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.649428] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704927, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.835845} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.649640] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 104f2d89-a731-4dc1-8a25-bcd4cdcf7370/104f2d89-a731-4dc1-8a25-bcd4cdcf7370.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.649895] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.651028] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a8bb9d6-691c-448c-9459-99bd048ceb24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.659666] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1659.659666] env[62555]: value = "task-1704933" [ 1659.659666] env[62555]: _type = "Task" [ 1659.659666] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.670579] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.826233] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704932, 'name': CreateVM_Task, 'duration_secs': 0.744457} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.826233] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1659.826233] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.826233] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.826552] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1659.826592] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01f1ddcc-e4ab-4dca-9d2a-244c3bb62e2f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.832276] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1659.832276] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5226f683-58d5-6aa4-fb2a-031c95a20b48" [ 1659.832276] env[62555]: _type = "Task" [ 1659.832276] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.845048] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5226f683-58d5-6aa4-fb2a-031c95a20b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.848051] env[62555]: DEBUG nova.scheduler.client.report [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1659.928264] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquiring lock "a489976e-7aca-41a4-8134-d3a65e745526" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.929779] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "a489976e-7aca-41a4-8134-d3a65e745526" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.929779] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquiring lock "a489976e-7aca-41a4-8134-d3a65e745526-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.929779] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "a489976e-7aca-41a4-8134-d3a65e745526-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.929779] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "a489976e-7aca-41a4-8134-d3a65e745526-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.932201] env[62555]: INFO nova.compute.manager [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Terminating instance [ 1659.998689] env[62555]: DEBUG nova.network.neutron [req-8c4ca12d-aac5-4f2b-be91-0597d04c9814 req-ef3d91fb-b318-4fb8-8689-660ea16d590b service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updated VIF entry in instance network info cache for port 7287e950-dc1c-4e74-8fb0-c4c170db8822. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1659.999222] env[62555]: DEBUG nova.network.neutron [req-8c4ca12d-aac5-4f2b-be91-0597d04c9814 req-ef3d91fb-b318-4fb8-8689-660ea16d590b service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance_info_cache with network_info: [{"id": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "address": "fa:16:3e:d5:3c:68", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7287e950-dc", "ovs_interfaceid": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.177292] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079022} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.177564] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.178676] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bba7d29-7179-4583-8c1e-f3abb939bd16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.204923] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 104f2d89-a731-4dc1-8a25-bcd4cdcf7370/104f2d89-a731-4dc1-8a25-bcd4cdcf7370.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.205965] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9af6fc6d-38c9-4252-9ad5-542687e573a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.226563] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1660.226563] env[62555]: value = "task-1704934" [ 1660.226563] env[62555]: _type = "Task" [ 1660.226563] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.237810] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704934, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.344572] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5226f683-58d5-6aa4-fb2a-031c95a20b48, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.345014] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.345316] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1660.345652] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.345857] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.346142] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1660.346464] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-454e3092-4b34-4c25-8ddb-074c104cae9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.354491] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.462s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.354811] env[62555]: INFO nova.compute.manager [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Migrating [ 1660.365611] env[62555]: DEBUG nova.compute.manager [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.365975] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1660.366139] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1660.371071] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e7c807-ba83-4d91-84cc-f98ed3c7fe7f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.374193] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58cd6072-03ca-4eb3-bda6-593231ce0f0d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.388133] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1660.388133] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526e61cb-8dde-872c-a969-124ba0af0357" [ 1660.388133] env[62555]: _type = "Task" [ 1660.388133] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.402725] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526e61cb-8dde-872c-a969-124ba0af0357, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.403609] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f366664-f9a3-4777-8236-da7ca557e7f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.409349] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1660.409349] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52023e10-bc7d-0c31-f8f2-a1d4cd0d6546" [ 1660.409349] env[62555]: _type = "Task" [ 1660.409349] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.418127] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52023e10-bc7d-0c31-f8f2-a1d4cd0d6546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.437595] env[62555]: DEBUG nova.compute.manager [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1660.437848] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1660.438948] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983d1172-23d4-4ee0-98fb-9d57af568fb9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.446891] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.447203] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bec9c918-99ba-475e-acb0-9befef00f413 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.457622] env[62555]: DEBUG oslo_vmware.api [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for the task: (returnval){ [ 1660.457622] env[62555]: value = "task-1704935" [ 1660.457622] env[62555]: _type = "Task" [ 1660.457622] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.466187] env[62555]: DEBUG oslo_vmware.api [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.469626] env[62555]: DEBUG nova.network.neutron [-] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.501779] env[62555]: DEBUG oslo_concurrency.lockutils [req-8c4ca12d-aac5-4f2b-be91-0597d04c9814 req-ef3d91fb-b318-4fb8-8689-660ea16d590b service nova] Releasing lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.645238] env[62555]: DEBUG nova.compute.manager [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1660.646515] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a63f54c-8570-41e3-9d04-81c4e854a03e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.738785] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704934, 'name': ReconfigVM_Task, 'duration_secs': 0.349896} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.738785] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 104f2d89-a731-4dc1-8a25-bcd4cdcf7370/104f2d89-a731-4dc1-8a25-bcd4cdcf7370.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.739389] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-412aa5a8-5e04-4449-9f85-7ebb8b5258fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.746196] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1660.746196] env[62555]: value = "task-1704936" [ 1660.746196] env[62555]: _type = "Task" [ 1660.746196] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.754629] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704936, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.883664] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.883664] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.883664] env[62555]: DEBUG nova.network.neutron [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.897308] env[62555]: INFO nova.compute.manager [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] instance snapshotting [ 1660.900838] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819d489e-2608-4234-9cad-28f12c26c1c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.926418] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3119890-d578-4fd0-8a2a-8fd159f4b947 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.941695] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52023e10-bc7d-0c31-f8f2-a1d4cd0d6546, 'name': SearchDatastore_Task, 'duration_secs': 0.009173} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.942533] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.942533] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] e1bed885-1ab2-4319-b7a0-a83ad748c9d6/e1bed885-1ab2-4319-b7a0-a83ad748c9d6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1660.942828] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47797c58-f35d-4db3-b5f9-7d4307fe693c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.950559] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1660.950559] env[62555]: value = "task-1704937" [ 1660.950559] env[62555]: _type = "Task" [ 1660.950559] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.958550] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.967600] env[62555]: DEBUG oslo_vmware.api [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704935, 'name': PowerOffVM_Task, 'duration_secs': 0.248137} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.967920] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.968108] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1660.968354] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-251779ba-c720-4b8d-9fcc-322afca26f45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.971673] env[62555]: INFO nova.compute.manager [-] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Took 1.52 seconds to deallocate network for instance. [ 1661.159573] env[62555]: INFO nova.compute.manager [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] instance snapshotting [ 1661.162514] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ccb481-384e-477a-84b7-831f379fc0a5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.187092] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c1bc92-72ef-4ced-bb39-315b0b48b9bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.217738] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1661.218424] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1661.218424] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Deleting the datastore file [datastore1] a489976e-7aca-41a4-8134-d3a65e745526 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1661.218624] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36894b0b-78e2-4add-be3b-2baf6473b8e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.226938] env[62555]: DEBUG oslo_vmware.api [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for the task: (returnval){ [ 1661.226938] env[62555]: value = "task-1704939" [ 1661.226938] env[62555]: _type = "Task" [ 1661.226938] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.235639] env[62555]: DEBUG oslo_vmware.api [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.256515] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704936, 'name': Rename_Task, 'duration_secs': 0.391414} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.256785] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.257036] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bb884c3-8e24-438e-80d2-2ad3909219c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.263430] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1661.263430] env[62555]: value = "task-1704940" [ 1661.263430] env[62555]: _type = "Task" [ 1661.263430] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.271026] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.340174] env[62555]: DEBUG nova.compute.manager [req-e50ee569-8d64-4f4b-a387-de248a4c8e54 req-560df8b3-3bab-4653-b392-6c160958dcc3 service nova] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Received event network-vif-deleted-4dc96407-66df-4dbf-bc26-f0455697d315 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1661.443578] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1661.444075] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9cc47393-47dd-4dda-885b-395dd5f086f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.460101] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1661.460101] env[62555]: value = "task-1704941" [ 1661.460101] env[62555]: _type = "Task" [ 1661.460101] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.467609] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704937, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.473940] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704941, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.479498] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.479782] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1661.480012] env[62555]: DEBUG nova.objects.instance [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lazy-loading 'resources' on Instance uuid fd85eb9e-eeab-4688-9215-ed22e1eab49f {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.615597] env[62555]: DEBUG nova.network.neutron [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance_info_cache with network_info: [{"id": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "address": "fa:16:3e:de:1f:78", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb4e7f94-9c", "ovs_interfaceid": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.698626] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1661.700369] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5774b151-c020-4664-ad06-771752e99289 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.709178] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1661.709178] env[62555]: value = "task-1704942" [ 1661.709178] env[62555]: _type = "Task" [ 1661.709178] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.719351] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704942, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.735831] env[62555]: DEBUG oslo_vmware.api [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.774441] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704940, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.962579] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783696} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.964752] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] e1bed885-1ab2-4319-b7a0-a83ad748c9d6/e1bed885-1ab2-4319-b7a0-a83ad748c9d6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1661.964973] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1661.965250] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be78f11d-dbf1-4f78-a634-7860165bb3aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.973426] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704941, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.974657] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1661.974657] env[62555]: value = "task-1704943" [ 1661.974657] env[62555]: _type = "Task" [ 1661.974657] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.984993] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.118366] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.219009] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704942, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.239029] env[62555]: DEBUG oslo_vmware.api [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Task: {'id': task-1704939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547704} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.239029] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1662.239207] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1662.239307] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1662.239463] env[62555]: INFO nova.compute.manager [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Took 1.80 seconds to destroy the instance on the hypervisor. [ 1662.239717] env[62555]: DEBUG oslo.service.loopingcall [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1662.239968] env[62555]: DEBUG nova.compute.manager [-] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1662.240112] env[62555]: DEBUG nova.network.neutron [-] [instance: a489976e-7aca-41a4-8134-d3a65e745526] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1662.276225] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704940, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.314481] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0babea1-7f24-4dc0-b028-f584c20c563c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.322592] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ab52f1-764a-4563-afcf-5452e54a6ba9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.353686] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47e97dc-4c48-45af-8d25-86dbe922418a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.362068] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7b829b-bdf4-487a-893f-12f072bc96b8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.377732] env[62555]: DEBUG nova.compute.provider_tree [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.472354] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704941, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.483679] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08402} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.483938] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1662.484766] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3338f1-cdc8-4475-a3fa-a46102cec10e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.507732] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] e1bed885-1ab2-4319-b7a0-a83ad748c9d6/e1bed885-1ab2-4319-b7a0-a83ad748c9d6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1662.508095] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34bcc892-c885-40bd-a3d2-b0a369849360 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.531176] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1662.531176] env[62555]: value = "task-1704944" [ 1662.531176] env[62555]: _type = "Task" [ 1662.531176] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.543019] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.720940] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704942, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.774893] env[62555]: DEBUG oslo_vmware.api [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704940, 'name': PowerOnVM_Task, 'duration_secs': 1.137022} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.775151] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1662.775376] env[62555]: INFO nova.compute.manager [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Took 11.01 seconds to spawn the instance on the hypervisor. [ 1662.775561] env[62555]: DEBUG nova.compute.manager [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1662.776398] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1fb062-4a32-480c-928a-5e5662381a21 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.881400] env[62555]: DEBUG nova.scheduler.client.report [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1662.972711] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704941, 'name': CreateSnapshot_Task, 'duration_secs': 1.159389} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.972973] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1662.973920] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c928cc41-0f65-4d01-9ef7-00d3322ab568 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.046552] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.127700] env[62555]: DEBUG nova.network.neutron [-] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.221127] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704942, 'name': CreateSnapshot_Task, 'duration_secs': 1.285934} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.221371] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1663.222154] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2dd863-beba-4e5e-993b-6f920a954da2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.295075] env[62555]: INFO nova.compute.manager [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Took 26.71 seconds to build instance. [ 1663.371639] env[62555]: DEBUG nova.compute.manager [req-6418a150-0054-48b7-b8f7-b02bfba55c04 req-8747f29b-5f0f-427d-acd8-75e163c838b8 service nova] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Received event network-vif-deleted-f8b403dd-871d-4aaa-9a7f-0cc68758c0e5 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1663.386426] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.412396] env[62555]: INFO nova.scheduler.client.report [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Deleted allocations for instance fd85eb9e-eeab-4688-9215-ed22e1eab49f [ 1663.501034] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1663.501604] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a3ed40c7-4f35-46eb-84fb-f6b70120f656 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.510677] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1663.510677] env[62555]: value = "task-1704945" [ 1663.510677] env[62555]: _type = "Task" [ 1663.510677] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.518438] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704945, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.542861] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704944, 'name': ReconfigVM_Task, 'duration_secs': 0.818244} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.543588] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Reconfigured VM instance instance-00000051 to attach disk [datastore1] e1bed885-1ab2-4319-b7a0-a83ad748c9d6/e1bed885-1ab2-4319-b7a0-a83ad748c9d6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.543934] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddda7f80-1ace-4a2f-bfee-fc379b62c9c5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.551995] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1663.551995] env[62555]: value = "task-1704946" [ 1663.551995] env[62555]: _type = "Task" [ 1663.551995] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.560381] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704946, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.632307] env[62555]: INFO nova.compute.manager [-] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Took 1.39 seconds to deallocate network for instance. [ 1663.640685] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5544a213-08f3-42a5-ac75-0c2086367534 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.670674] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance '542f5291-21b4-4bd7-88b4-7636c4d8db75' progress to 0 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1663.739662] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1663.740356] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6cfaeec2-5bcc-4435-9771-405a704d52a9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.749473] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1663.749473] env[62555]: value = "task-1704947" [ 1663.749473] env[62555]: _type = "Task" [ 1663.749473] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.758898] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704947, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.796409] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fee821ce-a5ff-41e5-b775-1097e4414575 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.222s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.919823] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42a39708-28a4-479f-bca2-2533eb38f371 tempest-ServersAdminTestJSON-811844545 tempest-ServersAdminTestJSON-811844545-project-member] Lock "fd85eb9e-eeab-4688-9215-ed22e1eab49f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.779s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.022216] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704945, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.061735] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704946, 'name': Rename_Task, 'duration_secs': 0.319311} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.062029] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.062431] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e393b273-e9d6-4ad1-a5f3-55e89e6ddd6d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.068757] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1664.068757] env[62555]: value = "task-1704948" [ 1664.068757] env[62555]: _type = "Task" [ 1664.068757] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.076628] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.145325] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.145670] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.145913] env[62555]: DEBUG nova.objects.instance [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lazy-loading 'resources' on Instance uuid a489976e-7aca-41a4-8134-d3a65e745526 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1664.178375] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.178375] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c02c6c5e-8670-476f-bbec-4b10adecccb7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.184117] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1664.184117] env[62555]: value = "task-1704949" [ 1664.184117] env[62555]: _type = "Task" [ 1664.184117] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.193113] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.261768] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704947, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.406317] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.406632] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.406817] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.407012] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.407254] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.409401] env[62555]: INFO nova.compute.manager [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Terminating instance [ 1664.524412] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704945, 'name': CloneVM_Task} progress is 95%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.584391] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704948, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.694507] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704949, 'name': PowerOffVM_Task, 'duration_secs': 0.417836} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.694894] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1664.695107] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance '542f5291-21b4-4bd7-88b4-7636c4d8db75' progress to 17 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1664.765172] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704947, 'name': CloneVM_Task} progress is 95%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.914125] env[62555]: DEBUG nova.compute.manager [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1664.914371] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.915304] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97197bde-8c92-47ed-a3cd-c8d9374c9a09 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.923922] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.924208] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31ba47da-2021-4066-ae0a-048165d65332 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.930902] env[62555]: DEBUG oslo_vmware.api [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1664.930902] env[62555]: value = "task-1704950" [ 1664.930902] env[62555]: _type = "Task" [ 1664.930902] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.942100] env[62555]: DEBUG oslo_vmware.api [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.006678] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb0ba47-5566-450e-bdca-aa3c78f09fc9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.017518] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e759d76c-9d2f-4d50-86ca-86abad37ada6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.027596] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704945, 'name': CloneVM_Task} progress is 95%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.805690] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1665.806098] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1665.806098] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.806259] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1665.806400] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.806545] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1665.806742] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1665.806897] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1665.807069] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1665.807232] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1665.807401] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1665.815934] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350b172a-07d1-49b1-938f-30ee8e266be8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.833717] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b01a1b8-e3bd-4d62-82e8-8e1732419b1a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.841969] env[62555]: DEBUG oslo_vmware.api [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1704948, 'name': PowerOnVM_Task, 'duration_secs': 1.591278} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.852664] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1665.852928] env[62555]: INFO nova.compute.manager [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1665.853140] env[62555]: DEBUG nova.compute.manager [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1665.853468] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1665.853468] env[62555]: value = "task-1704951" [ 1665.853468] env[62555]: _type = "Task" [ 1665.853468] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.853665] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704947, 'name': CloneVM_Task} progress is 95%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.853877] env[62555]: DEBUG oslo_vmware.api [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704950, 'name': PowerOffVM_Task, 'duration_secs': 0.73146} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.854091] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704945, 'name': CloneVM_Task, 'duration_secs': 2.232318} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.855162] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3ff42a-ab2b-45ab-83bf-d3c619466d7c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.857775] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.857949] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1665.858196] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Created linked-clone VM from snapshot [ 1665.863090] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71026dc7-9570-4681-a63d-0d4085ff0c31 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.864943] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd9293-ce22-471d-86a3-03fad24cc513 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.868521] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06920e4-9526-4860-9f37-831106cd1fdc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.883137] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Uploading image 46fc0f57-3c66-4e86-adcb-53933abb8588 {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1665.885054] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704951, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.893324] env[62555]: DEBUG nova.compute.provider_tree [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.905463] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1665.905781] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-217131b3-3d99-4578-9bd7-a049f9866c16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.913383] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1665.913383] env[62555]: value = "task-1704953" [ 1665.913383] env[62555]: _type = "Task" [ 1665.913383] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.921856] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704953, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.969222] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1665.969427] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1665.969614] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleting the datastore file [datastore1] 104f2d89-a731-4dc1-8a25-bcd4cdcf7370 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1665.969920] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d6c1240-459f-43aa-88a9-b4674c2ea577 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.976947] env[62555]: DEBUG oslo_vmware.api [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1665.976947] env[62555]: value = "task-1704954" [ 1665.976947] env[62555]: _type = "Task" [ 1665.976947] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.986698] env[62555]: DEBUG oslo_vmware.api [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.324050] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704947, 'name': CloneVM_Task, 'duration_secs': 2.222896} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.324314] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Created linked-clone VM from snapshot [ 1666.325093] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38902cfa-687c-43ce-956d-3de3302ae8df {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.332558] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Uploading image 50cd7052-0717-4cb9-92e1-bf09e16eacbb {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1666.368737] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1666.368737] env[62555]: value = "vm-355289" [ 1666.368737] env[62555]: _type = "VirtualMachine" [ 1666.368737] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1666.368988] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82279230-e2f9-47a4-bbf4-cf57f0cce386 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.377474] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704951, 'name': ReconfigVM_Task, 'duration_secs': 0.156422} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.379020] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance '542f5291-21b4-4bd7-88b4-7636c4d8db75' progress to 33 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1666.382609] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lease: (returnval){ [ 1666.382609] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5212dd15-001d-ef36-a5a8-597a270adffe" [ 1666.382609] env[62555]: _type = "HttpNfcLease" [ 1666.382609] env[62555]: } obtained for exporting VM: (result){ [ 1666.382609] env[62555]: value = "vm-355289" [ 1666.382609] env[62555]: _type = "VirtualMachine" [ 1666.382609] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1666.382898] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the lease: (returnval){ [ 1666.382898] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5212dd15-001d-ef36-a5a8-597a270adffe" [ 1666.382898] env[62555]: _type = "HttpNfcLease" [ 1666.382898] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1666.394782] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1666.394782] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5212dd15-001d-ef36-a5a8-597a270adffe" [ 1666.394782] env[62555]: _type = "HttpNfcLease" [ 1666.394782] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1666.395036] env[62555]: INFO nova.compute.manager [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Took 26.09 seconds to build instance. [ 1666.396644] env[62555]: DEBUG nova.scheduler.client.report [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1666.425351] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704953, 'name': Destroy_Task, 'duration_secs': 0.508138} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.425740] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Destroyed the VM [ 1666.425942] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1666.426321] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2cbc8de8-eb4b-429b-855c-3d4d53555060 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.432296] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1666.432296] env[62555]: value = "task-1704956" [ 1666.432296] env[62555]: _type = "Task" [ 1666.432296] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.442032] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704956, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.486306] env[62555]: DEBUG oslo_vmware.api [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155042} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.486616] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1666.486830] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1666.487047] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1666.487295] env[62555]: INFO nova.compute.manager [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Took 1.57 seconds to destroy the instance on the hypervisor. [ 1666.487572] env[62555]: DEBUG oslo.service.loopingcall [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1666.487786] env[62555]: DEBUG nova.compute.manager [-] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1666.487976] env[62555]: DEBUG nova.network.neutron [-] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1666.500841] env[62555]: DEBUG nova.objects.instance [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lazy-loading 'flavor' on Instance uuid 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.733576] env[62555]: DEBUG nova.compute.manager [req-c42b7163-f2b2-4ed2-bacb-f47ce52f0f27 req-bc764476-c9b2-45b5-b611-95071f7104b5 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Received event network-vif-deleted-5791bd95-8298-42a3-8853-76f77e2e2462 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1666.733792] env[62555]: INFO nova.compute.manager [req-c42b7163-f2b2-4ed2-bacb-f47ce52f0f27 req-bc764476-c9b2-45b5-b611-95071f7104b5 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Neutron deleted interface 5791bd95-8298-42a3-8853-76f77e2e2462; detaching it from the instance and deleting it from the info cache [ 1666.733995] env[62555]: DEBUG nova.network.neutron [req-c42b7163-f2b2-4ed2-bacb-f47ce52f0f27 req-bc764476-c9b2-45b5-b611-95071f7104b5 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.888054] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1666.888054] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1666.888054] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.888054] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1666.888054] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.888054] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1666.888054] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1666.888054] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1666.888054] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1666.888054] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1666.888821] env[62555]: DEBUG nova.virt.hardware [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1666.895023] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1666.895023] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2759818e-0748-470d-88f6-23bc932867ff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.915807] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c60ec4e1-64d8-4278-b859-6411d81d5182 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.615s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.916659] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.771s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.922668] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1666.922668] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5212dd15-001d-ef36-a5a8-597a270adffe" [ 1666.922668] env[62555]: _type = "HttpNfcLease" [ 1666.922668] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1666.922960] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1666.922960] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5212dd15-001d-ef36-a5a8-597a270adffe" [ 1666.922960] env[62555]: _type = "HttpNfcLease" [ 1666.922960] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1666.923700] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d1d995-99dc-428a-a494-36d1b3739260 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.930517] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1666.930517] env[62555]: value = "task-1704957" [ 1666.930517] env[62555]: _type = "Task" [ 1666.930517] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.939270] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52604c66-4526-cfc0-5e7b-ccb4c989fe63/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1666.939270] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52604c66-4526-cfc0-5e7b-ccb4c989fe63/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1667.013514] env[62555]: INFO nova.scheduler.client.report [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Deleted allocations for instance a489976e-7aca-41a4-8134-d3a65e745526 [ 1667.018934] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704957, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.019197] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704956, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.021732] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquiring lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.021884] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquired lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.095661] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6fde127a-dc5f-466d-b8ce-672667bc75e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.213171] env[62555]: DEBUG nova.network.neutron [-] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.237929] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cff5b404-cf28-416c-a1af-d37864a636da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.254419] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015e1226-873f-4e04-bab1-410a7c72be7b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.298279] env[62555]: DEBUG nova.compute.manager [req-c42b7163-f2b2-4ed2-bacb-f47ce52f0f27 req-bc764476-c9b2-45b5-b611-95071f7104b5 service nova] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Detach interface failed, port_id=5791bd95-8298-42a3-8853-76f77e2e2462, reason: Instance 104f2d89-a731-4dc1-8a25-bcd4cdcf7370 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1667.446319] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704957, 'name': ReconfigVM_Task, 'duration_secs': 0.215134} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.447249] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1667.448338] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ab1522-baac-4f8c-82cb-d2a69544a5fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.455963] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704956, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.476509] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 542f5291-21b4-4bd7-88b4-7636c4d8db75/542f5291-21b4-4bd7-88b4-7636c4d8db75.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.476863] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3f084b4-55a7-4d85-b53e-d32990783b34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.496683] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1667.496683] env[62555]: value = "task-1704958" [ 1667.496683] env[62555]: _type = "Task" [ 1667.496683] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.506045] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.527785] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7214f53f-b906-4ce5-aeea-2e41d0745629 tempest-InstanceActionsTestJSON-777590454 tempest-InstanceActionsTestJSON-777590454-project-member] Lock "a489976e-7aca-41a4-8134-d3a65e745526" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.599s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.641063] env[62555]: DEBUG nova.network.neutron [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.719502] env[62555]: INFO nova.compute.manager [-] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Took 1.23 seconds to deallocate network for instance. [ 1667.729951] env[62555]: DEBUG nova.compute.manager [req-d7577d45-917a-466f-8819-e996adfe912a req-4ea89158-0a85-4041-9f1c-3bffac2b6f30 service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Received event network-changed-7287e950-dc1c-4e74-8fb0-c4c170db8822 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1667.730251] env[62555]: DEBUG nova.compute.manager [req-d7577d45-917a-466f-8819-e996adfe912a req-4ea89158-0a85-4041-9f1c-3bffac2b6f30 service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Refreshing instance network info cache due to event network-changed-7287e950-dc1c-4e74-8fb0-c4c170db8822. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1667.730541] env[62555]: DEBUG oslo_concurrency.lockutils [req-d7577d45-917a-466f-8819-e996adfe912a req-4ea89158-0a85-4041-9f1c-3bffac2b6f30 service nova] Acquiring lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.730711] env[62555]: DEBUG oslo_concurrency.lockutils [req-d7577d45-917a-466f-8819-e996adfe912a req-4ea89158-0a85-4041-9f1c-3bffac2b6f30 service nova] Acquired lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.732116] env[62555]: DEBUG nova.network.neutron [req-d7577d45-917a-466f-8819-e996adfe912a req-4ea89158-0a85-4041-9f1c-3bffac2b6f30 service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Refreshing network info cache for port 7287e950-dc1c-4e74-8fb0-c4c170db8822 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1667.949131] env[62555]: DEBUG oslo_vmware.api [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704956, 'name': RemoveSnapshot_Task, 'duration_secs': 1.158475} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.949883] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1668.006442] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.229416] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1668.230067] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.230314] env[62555]: DEBUG nova.objects.instance [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lazy-loading 'resources' on Instance uuid 104f2d89-a731-4dc1-8a25-bcd4cdcf7370 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.455566] env[62555]: WARNING nova.compute.manager [None req-ad43f560-20b2-4a32-b8e3-fc13f9b1c63d tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Image not found during snapshot: nova.exception.ImageNotFound: Image 46fc0f57-3c66-4e86-adcb-53933abb8588 could not be found. [ 1668.508996] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704958, 'name': ReconfigVM_Task, 'duration_secs': 0.746581} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.509653] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 542f5291-21b4-4bd7-88b4-7636c4d8db75/542f5291-21b4-4bd7-88b4-7636c4d8db75.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.509989] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance '542f5291-21b4-4bd7-88b4-7636c4d8db75' progress to 50 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1668.622105] env[62555]: DEBUG nova.network.neutron [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updating instance_info_cache with network_info: [{"id": "400cfd3c-166f-4895-9119-8326eca623f5", "address": "fa:16:3e:82:4c:67", "network": {"id": "3fe822a3-f289-4ff7-a054-934c947f0476", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1753856461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68bb045fc2f14fb897fcd20860981532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400cfd3c-16", "ovs_interfaceid": "400cfd3c-166f-4895-9119-8326eca623f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.668681] env[62555]: DEBUG nova.network.neutron [req-d7577d45-917a-466f-8819-e996adfe912a req-4ea89158-0a85-4041-9f1c-3bffac2b6f30 service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updated VIF entry in instance network info cache for port 7287e950-dc1c-4e74-8fb0-c4c170db8822. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.669041] env[62555]: DEBUG nova.network.neutron [req-d7577d45-917a-466f-8819-e996adfe912a req-4ea89158-0a85-4041-9f1c-3bffac2b6f30 service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance_info_cache with network_info: [{"id": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "address": "fa:16:3e:d5:3c:68", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7287e950-dc", "ovs_interfaceid": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.821878] env[62555]: DEBUG nova.compute.manager [req-4309a4b0-dcc7-4954-9f89-e399caf1741b req-f7097dd6-31b1-4953-9cc5-d87668a831b7 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Received event network-changed-400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1668.822358] env[62555]: DEBUG nova.compute.manager [req-4309a4b0-dcc7-4954-9f89-e399caf1741b req-f7097dd6-31b1-4953-9cc5-d87668a831b7 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Refreshing instance network info cache due to event network-changed-400cfd3c-166f-4895-9119-8326eca623f5. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1668.826679] env[62555]: DEBUG oslo_concurrency.lockutils [req-4309a4b0-dcc7-4954-9f89-e399caf1741b req-f7097dd6-31b1-4953-9cc5-d87668a831b7 service nova] Acquiring lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.019028] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223fe2cc-70b9-4d41-a12e-89175a6ef563 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.048415] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4408c8-7635-407c-ac05-9b41fbec36ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.051886] env[62555]: DEBUG oslo_concurrency.lockutils [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "78fb6673-ce7e-4f00-8e2c-9213452813b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.052549] env[62555]: DEBUG oslo_concurrency.lockutils [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "78fb6673-ce7e-4f00-8e2c-9213452813b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.052549] env[62555]: DEBUG oslo_concurrency.lockutils [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "78fb6673-ce7e-4f00-8e2c-9213452813b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.052744] env[62555]: DEBUG oslo_concurrency.lockutils [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "78fb6673-ce7e-4f00-8e2c-9213452813b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.052744] env[62555]: DEBUG oslo_concurrency.lockutils [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "78fb6673-ce7e-4f00-8e2c-9213452813b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.056490] env[62555]: INFO nova.compute.manager [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Terminating instance [ 1669.071823] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance '542f5291-21b4-4bd7-88b4-7636c4d8db75' progress to 67 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1669.124615] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Releasing lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.124940] env[62555]: DEBUG nova.compute.manager [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Inject network info {{(pid=62555) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7574}} [ 1669.125239] env[62555]: DEBUG nova.compute.manager [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] network_info to inject: |[{"id": "400cfd3c-166f-4895-9119-8326eca623f5", "address": "fa:16:3e:82:4c:67", "network": {"id": "3fe822a3-f289-4ff7-a054-934c947f0476", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1753856461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68bb045fc2f14fb897fcd20860981532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400cfd3c-16", "ovs_interfaceid": "400cfd3c-166f-4895-9119-8326eca623f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7575}} [ 1669.132613] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Reconfiguring VM instance to set the machine id {{(pid=62555) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1669.134152] env[62555]: DEBUG oslo_concurrency.lockutils [req-4309a4b0-dcc7-4954-9f89-e399caf1741b req-f7097dd6-31b1-4953-9cc5-d87668a831b7 service nova] Acquired lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.134468] env[62555]: DEBUG nova.network.neutron [req-4309a4b0-dcc7-4954-9f89-e399caf1741b req-f7097dd6-31b1-4953-9cc5-d87668a831b7 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Refreshing network info cache for port 400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1669.136172] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c21f05-bbcb-4056-81f0-226c9e61e577 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.148297] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fa7776-e775-4053-acd3-528ba1295f40 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.162650] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a6318d-5444-4ee9-aa5f-13f35a385fff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.166932] env[62555]: DEBUG oslo_vmware.api [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1669.166932] env[62555]: value = "task-1704959" [ 1669.166932] env[62555]: _type = "Task" [ 1669.166932] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.196386] env[62555]: DEBUG oslo_concurrency.lockutils [req-d7577d45-917a-466f-8819-e996adfe912a req-4ea89158-0a85-4041-9f1c-3bffac2b6f30 service nova] Releasing lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.198128] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114bebc1-5ccc-4d13-b764-71a306f6ae1d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.204258] env[62555]: DEBUG oslo_vmware.api [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.209406] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2e4865-5173-4a8a-b2fd-a8009bbd46d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.225314] env[62555]: DEBUG nova.compute.provider_tree [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.587662] env[62555]: DEBUG nova.compute.manager [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1669.587911] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.588859] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4791d5-fe7c-42d7-a474-c7fda9e77981 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.597420] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.597580] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b632e00-6b67-4018-a915-0213f5e7a767 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.604764] env[62555]: DEBUG oslo_vmware.api [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1669.604764] env[62555]: value = "task-1704960" [ 1669.604764] env[62555]: _type = "Task" [ 1669.604764] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.616697] env[62555]: DEBUG oslo_vmware.api [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.649475] env[62555]: DEBUG nova.network.neutron [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Port eb4e7f94-9cce-4c8e-9fa4-7de06e5038df binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1669.686611] env[62555]: DEBUG oslo_vmware.api [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704959, 'name': ReconfigVM_Task, 'duration_secs': 0.165094} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.687276] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8fe728-e251-448a-bc9f-4e0275b9aa6e tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Reconfigured VM instance to set the machine id {{(pid=62555) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1669.729951] env[62555]: DEBUG nova.scheduler.client.report [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1670.051652] env[62555]: DEBUG nova.objects.instance [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lazy-loading 'flavor' on Instance uuid 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1670.119477] env[62555]: DEBUG oslo_vmware.api [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704960, 'name': PowerOffVM_Task, 'duration_secs': 0.23421} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.120235] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.120433] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1670.120704] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37bd400c-3f44-489d-81cf-820a50efd153 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.162106] env[62555]: DEBUG nova.network.neutron [req-4309a4b0-dcc7-4954-9f89-e399caf1741b req-f7097dd6-31b1-4953-9cc5-d87668a831b7 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updated VIF entry in instance network info cache for port 400cfd3c-166f-4895-9119-8326eca623f5. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1670.162106] env[62555]: DEBUG nova.network.neutron [req-4309a4b0-dcc7-4954-9f89-e399caf1741b req-f7097dd6-31b1-4953-9cc5-d87668a831b7 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updating instance_info_cache with network_info: [{"id": "400cfd3c-166f-4895-9119-8326eca623f5", "address": "fa:16:3e:82:4c:67", "network": {"id": "3fe822a3-f289-4ff7-a054-934c947f0476", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1753856461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68bb045fc2f14fb897fcd20860981532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400cfd3c-16", "ovs_interfaceid": "400cfd3c-166f-4895-9119-8326eca623f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.237545] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.266878] env[62555]: INFO nova.scheduler.client.report [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted allocations for instance 104f2d89-a731-4dc1-8a25-bcd4cdcf7370 [ 1670.272255] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.272255] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.272255] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleting the datastore file [datastore1] 78fb6673-ce7e-4f00-8e2c-9213452813b1 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.272757] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8708ad9-d7eb-4f84-a116-5cc8143535b7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.281142] env[62555]: DEBUG oslo_vmware.api [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for the task: (returnval){ [ 1670.281142] env[62555]: value = "task-1704962" [ 1670.281142] env[62555]: _type = "Task" [ 1670.281142] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.293265] env[62555]: DEBUG oslo_vmware.api [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.558303] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquiring lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.676776] env[62555]: DEBUG oslo_concurrency.lockutils [req-4309a4b0-dcc7-4954-9f89-e399caf1741b req-f7097dd6-31b1-4953-9cc5-d87668a831b7 service nova] Releasing lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.681935] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "542f5291-21b4-4bd7-88b4-7636c4d8db75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.683441] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.683441] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.685415] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquired lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.780026] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1fdd31d-63f0-4d64-ae4e-08081155f9e0 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "104f2d89-a731-4dc1-8a25-bcd4cdcf7370" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.371s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.791432] env[62555]: DEBUG oslo_vmware.api [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Task: {'id': task-1704962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201124} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.795890] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1670.795890] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1670.795890] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1670.795890] env[62555]: INFO nova.compute.manager [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1670.795890] env[62555]: DEBUG oslo.service.loopingcall [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.795890] env[62555]: DEBUG nova.compute.manager [-] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1670.795890] env[62555]: DEBUG nova.network.neutron [-] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1671.795797] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.796086] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.796232] env[62555]: DEBUG nova.network.neutron [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.103301] env[62555]: DEBUG nova.network.neutron [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.171352] env[62555]: DEBUG nova.compute.manager [req-a0c8559c-fd3c-4124-9ed6-b8d39898d5fe req-cba2b95b-fb35-4fdd-b326-219cd60740d3 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Received event network-vif-deleted-60510328-6f81-48e1-943d-713f3ce05d77 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1672.171352] env[62555]: INFO nova.compute.manager [req-a0c8559c-fd3c-4124-9ed6-b8d39898d5fe req-cba2b95b-fb35-4fdd-b326-219cd60740d3 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Neutron deleted interface 60510328-6f81-48e1-943d-713f3ce05d77; detaching it from the instance and deleting it from the info cache [ 1672.171566] env[62555]: DEBUG nova.network.neutron [req-a0c8559c-fd3c-4124-9ed6-b8d39898d5fe req-cba2b95b-fb35-4fdd-b326-219cd60740d3 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.440376] env[62555]: DEBUG nova.network.neutron [-] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.531505] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.531817] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.641305] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "63d219dc-67b7-4310-af26-e0dd297fadd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.641549] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "63d219dc-67b7-4310-af26-e0dd297fadd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.651808] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquiring lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.652094] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.675113] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d701c05-fc67-4a50-a210-98d4f1562e9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.685080] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499d126c-bc93-45a2-a3f2-0a45107f453a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.723342] env[62555]: DEBUG nova.compute.manager [req-a0c8559c-fd3c-4124-9ed6-b8d39898d5fe req-cba2b95b-fb35-4fdd-b326-219cd60740d3 service nova] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Detach interface failed, port_id=60510328-6f81-48e1-943d-713f3ce05d77, reason: Instance 78fb6673-ce7e-4f00-8e2c-9213452813b1 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1672.724683] env[62555]: DEBUG nova.network.neutron [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance_info_cache with network_info: [{"id": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "address": "fa:16:3e:de:1f:78", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb4e7f94-9c", "ovs_interfaceid": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.947333] env[62555]: INFO nova.compute.manager [-] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Took 2.15 seconds to deallocate network for instance. [ 1673.013653] env[62555]: DEBUG nova.network.neutron [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updating instance_info_cache with network_info: [{"id": "400cfd3c-166f-4895-9119-8326eca623f5", "address": "fa:16:3e:82:4c:67", "network": {"id": "3fe822a3-f289-4ff7-a054-934c947f0476", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1753856461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68bb045fc2f14fb897fcd20860981532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400cfd3c-16", "ovs_interfaceid": "400cfd3c-166f-4895-9119-8326eca623f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.041197] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.041624] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1673.146013] env[62555]: DEBUG nova.compute.manager [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1673.154889] env[62555]: DEBUG nova.compute.manager [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1673.227395] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.462731] env[62555]: DEBUG oslo_concurrency.lockutils [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.462731] env[62555]: DEBUG oslo_concurrency.lockutils [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.462731] env[62555]: DEBUG nova.objects.instance [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lazy-loading 'resources' on Instance uuid 78fb6673-ce7e-4f00-8e2c-9213452813b1 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1673.520017] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Releasing lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.520017] env[62555]: DEBUG nova.compute.manager [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Inject network info {{(pid=62555) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7574}} [ 1673.520017] env[62555]: DEBUG nova.compute.manager [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] network_info to inject: |[{"id": "400cfd3c-166f-4895-9119-8326eca623f5", "address": "fa:16:3e:82:4c:67", "network": {"id": "3fe822a3-f289-4ff7-a054-934c947f0476", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1753856461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68bb045fc2f14fb897fcd20860981532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400cfd3c-16", "ovs_interfaceid": "400cfd3c-166f-4895-9119-8326eca623f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7575}} [ 1673.526339] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Reconfiguring VM instance to set the machine id {{(pid=62555) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1673.527442] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea69dd73-769b-482d-bc7c-0961cd4ebf6d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.544520] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1673.545240] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.547123] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.547920] env[62555]: DEBUG oslo_vmware.api [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1673.547920] env[62555]: value = "task-1704963" [ 1673.547920] env[62555]: _type = "Task" [ 1673.547920] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.552018] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.552018] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.552433] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.552878] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.553146] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1673.554090] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.559074] env[62555]: DEBUG oslo_vmware.api [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.671845] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.675077] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.755154] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8c9743-3752-40f8-a89c-4c702e766c06 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.778852] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce036e9f-2b48-4d7b-946a-d2f12044f0c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.787590] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance '542f5291-21b4-4bd7-88b4-7636c4d8db75' progress to 83 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1674.061193] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.064027] env[62555]: DEBUG oslo_vmware.api [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704963, 'name': ReconfigVM_Task, 'duration_secs': 0.215938} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.064295] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7e003dbf-fef7-4453-98c5-a5d2fdce8c01 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Reconfigured VM instance to set the machine id {{(pid=62555) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1674.216822] env[62555]: DEBUG nova.compute.manager [req-b6b44cbc-e8b1-4b6a-8b3c-2b2a7e995e29 req-9abe97a0-4a8c-436e-8206-35e2fde5c845 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Received event network-changed-400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1674.220290] env[62555]: DEBUG nova.compute.manager [req-b6b44cbc-e8b1-4b6a-8b3c-2b2a7e995e29 req-9abe97a0-4a8c-436e-8206-35e2fde5c845 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Refreshing instance network info cache due to event network-changed-400cfd3c-166f-4895-9119-8326eca623f5. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1674.220649] env[62555]: DEBUG oslo_concurrency.lockutils [req-b6b44cbc-e8b1-4b6a-8b3c-2b2a7e995e29 req-9abe97a0-4a8c-436e-8206-35e2fde5c845 service nova] Acquiring lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1674.220873] env[62555]: DEBUG oslo_concurrency.lockutils [req-b6b44cbc-e8b1-4b6a-8b3c-2b2a7e995e29 req-9abe97a0-4a8c-436e-8206-35e2fde5c845 service nova] Acquired lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.221063] env[62555]: DEBUG nova.network.neutron [req-b6b44cbc-e8b1-4b6a-8b3c-2b2a7e995e29 req-9abe97a0-4a8c-436e-8206-35e2fde5c845 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Refreshing network info cache for port 400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1674.295246] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.295595] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f91a408-803e-4445-ba0a-aa03c257439c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.307390] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1674.307390] env[62555]: value = "task-1704964" [ 1674.307390] env[62555]: _type = "Task" [ 1674.307390] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.319019] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.346253] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9377f196-9db8-404d-9221-5f429df9ada5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.354371] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f405ccc-5780-49d1-8f97-2c137a4f1b39 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.396100] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e761bd4-a938-42cc-b52c-d7d84f620d20 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.403348] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c41acde-0671-47ea-9779-679cbf1369dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.423190] env[62555]: DEBUG nova.compute.provider_tree [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.585403] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "6ad83348-72ad-4601-b1f9-acc314a8531e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.585999] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "6ad83348-72ad-4601-b1f9-acc314a8531e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.615182] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.615459] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.646880] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "aa28823b-7dde-4fdf-a6ca-81789865ef37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.647163] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "aa28823b-7dde-4fdf-a6ca-81789865ef37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.682194] env[62555]: DEBUG oslo_concurrency.lockutils [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquiring lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.682455] env[62555]: DEBUG oslo_concurrency.lockutils [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.683040] env[62555]: DEBUG oslo_concurrency.lockutils [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquiring lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.683259] env[62555]: DEBUG oslo_concurrency.lockutils [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.683435] env[62555]: DEBUG oslo_concurrency.lockutils [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.685564] env[62555]: INFO nova.compute.manager [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Terminating instance [ 1674.818398] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704964, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.925495] env[62555]: DEBUG nova.scheduler.client.report [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1674.978424] env[62555]: DEBUG nova.network.neutron [req-b6b44cbc-e8b1-4b6a-8b3c-2b2a7e995e29 req-9abe97a0-4a8c-436e-8206-35e2fde5c845 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updated VIF entry in instance network info cache for port 400cfd3c-166f-4895-9119-8326eca623f5. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1674.978819] env[62555]: DEBUG nova.network.neutron [req-b6b44cbc-e8b1-4b6a-8b3c-2b2a7e995e29 req-9abe97a0-4a8c-436e-8206-35e2fde5c845 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updating instance_info_cache with network_info: [{"id": "400cfd3c-166f-4895-9119-8326eca623f5", "address": "fa:16:3e:82:4c:67", "network": {"id": "3fe822a3-f289-4ff7-a054-934c947f0476", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1753856461-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68bb045fc2f14fb897fcd20860981532", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap400cfd3c-16", "ovs_interfaceid": "400cfd3c-166f-4895-9119-8326eca623f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1675.087745] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.117582] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.149988] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1675.192018] env[62555]: DEBUG nova.compute.manager [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1675.192018] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1675.192018] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df56b35-8c67-4fc9-a3bb-11fe24834bc6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.201648] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1675.202267] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec356daf-ef37-43d9-a312-061615cb4dc1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.210393] env[62555]: DEBUG oslo_vmware.api [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1675.210393] env[62555]: value = "task-1704965" [ 1675.210393] env[62555]: _type = "Task" [ 1675.210393] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.222464] env[62555]: DEBUG oslo_vmware.api [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.322949] env[62555]: DEBUG oslo_vmware.api [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1704964, 'name': PowerOnVM_Task, 'duration_secs': 0.512287} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.322949] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1675.322949] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1ce9acdc-a4be-4d99-b546-baccb6ddc418 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance '542f5291-21b4-4bd7-88b4-7636c4d8db75' progress to 100 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1675.439233] env[62555]: DEBUG oslo_concurrency.lockutils [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.443022] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.770s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.447022] env[62555]: INFO nova.compute.claims [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1675.482152] env[62555]: DEBUG oslo_concurrency.lockutils [req-b6b44cbc-e8b1-4b6a-8b3c-2b2a7e995e29 req-9abe97a0-4a8c-436e-8206-35e2fde5c845 service nova] Releasing lock "refresh_cache-831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.488497] env[62555]: INFO nova.scheduler.client.report [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Deleted allocations for instance 78fb6673-ce7e-4f00-8e2c-9213452813b1 [ 1675.619979] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.638479] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.673987] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.721194] env[62555]: DEBUG oslo_vmware.api [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704965, 'name': PowerOffVM_Task, 'duration_secs': 0.328272} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.721489] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1675.721759] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1675.722056] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b330464-286f-4b27-af9c-633bc61ff5cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.808859] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1675.809122] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1675.809376] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Deleting the datastore file [datastore1] 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1675.809670] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3f49bd3-7447-4954-8d18-e830550a276c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.816873] env[62555]: DEBUG oslo_vmware.api [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for the task: (returnval){ [ 1675.816873] env[62555]: value = "task-1704967" [ 1675.816873] env[62555]: _type = "Task" [ 1675.816873] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.831630] env[62555]: DEBUG oslo_vmware.api [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.995619] env[62555]: DEBUG oslo_concurrency.lockutils [None req-136745df-83e8-4fba-9e29-986b0de191be tempest-ImagesTestJSON-1868363971 tempest-ImagesTestJSON-1868363971-project-member] Lock "78fb6673-ce7e-4f00-8e2c-9213452813b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.943s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.341637] env[62555]: DEBUG oslo_vmware.api [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Task: {'id': task-1704967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165232} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.342200] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1676.342413] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1676.342650] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1676.342865] env[62555]: INFO nova.compute.manager [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1676.343175] env[62555]: DEBUG oslo.service.loopingcall [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1676.343422] env[62555]: DEBUG nova.compute.manager [-] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1676.343520] env[62555]: DEBUG nova.network.neutron [-] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1676.871796] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06985ab6-d188-42ed-8eb3-1763a2e74549 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.881571] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c79155e-ccb4-4b5b-aa0a-c2b68e008aed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.918163] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbc4914-8c40-403b-b782-38e1a1c3f287 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.930583] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3524ad3b-d9cd-4f8c-a19d-5a5c069426d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.946698] env[62555]: DEBUG nova.compute.provider_tree [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1677.035595] env[62555]: DEBUG nova.compute.manager [req-2cf63e8f-1d63-4c0f-915e-8f071530a908 req-c302ebb2-89e5-4422-a0fd-dba4e22bf549 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Received event network-vif-deleted-400cfd3c-166f-4895-9119-8326eca623f5 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1677.035989] env[62555]: INFO nova.compute.manager [req-2cf63e8f-1d63-4c0f-915e-8f071530a908 req-c302ebb2-89e5-4422-a0fd-dba4e22bf549 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Neutron deleted interface 400cfd3c-166f-4895-9119-8326eca623f5; detaching it from the instance and deleting it from the info cache [ 1677.035989] env[62555]: DEBUG nova.network.neutron [req-2cf63e8f-1d63-4c0f-915e-8f071530a908 req-c302ebb2-89e5-4422-a0fd-dba4e22bf549 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.297629] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52604c66-4526-cfc0-5e7b-ccb4c989fe63/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1677.298692] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f52f9f-e830-47c4-ae7f-a42b23c0df59 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.305987] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52604c66-4526-cfc0-5e7b-ccb4c989fe63/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1677.306205] env[62555]: ERROR oslo_vmware.rw_handles [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52604c66-4526-cfc0-5e7b-ccb4c989fe63/disk-0.vmdk due to incomplete transfer. [ 1677.306461] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-86b71288-951b-42ea-9a53-998997442450 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.322431] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52604c66-4526-cfc0-5e7b-ccb4c989fe63/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1677.322431] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Uploaded image 50cd7052-0717-4cb9-92e1-bf09e16eacbb to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1677.323803] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1677.323930] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-10b27bf6-920c-438a-9924-095f386c0283 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.331122] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1677.331122] env[62555]: value = "task-1704968" [ 1677.331122] env[62555]: _type = "Task" [ 1677.331122] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.339505] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704968, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.427045] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "542f5291-21b4-4bd7-88b4-7636c4d8db75" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.427271] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.427668] env[62555]: DEBUG nova.compute.manager [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Going to confirm migration 3 {{(pid=62555) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1677.450611] env[62555]: DEBUG nova.scheduler.client.report [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1677.505992] env[62555]: DEBUG nova.network.neutron [-] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.540434] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f06fbfe-7e82-40a9-977c-178b7604df0b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.555985] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52236275-e11f-4b6b-982b-c6d46fc84886 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.597018] env[62555]: DEBUG nova.compute.manager [req-2cf63e8f-1d63-4c0f-915e-8f071530a908 req-c302ebb2-89e5-4422-a0fd-dba4e22bf549 service nova] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Detach interface failed, port_id=400cfd3c-166f-4895-9119-8326eca623f5, reason: Instance 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1677.841033] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704968, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.960083] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.960083] env[62555]: DEBUG nova.compute.manager [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1677.965149] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.290s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.966354] env[62555]: INFO nova.compute.claims [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1678.001433] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.001701] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.001898] env[62555]: DEBUG nova.network.neutron [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1678.002118] env[62555]: DEBUG nova.objects.instance [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lazy-loading 'info_cache' on Instance uuid 542f5291-21b4-4bd7-88b4-7636c4d8db75 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1678.008841] env[62555]: INFO nova.compute.manager [-] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Took 1.67 seconds to deallocate network for instance. [ 1678.341028] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704968, 'name': Destroy_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.467490] env[62555]: DEBUG nova.compute.utils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1678.468478] env[62555]: DEBUG nova.compute.manager [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1678.468653] env[62555]: DEBUG nova.network.neutron [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1678.516522] env[62555]: DEBUG oslo_concurrency.lockutils [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.529997] env[62555]: DEBUG nova.policy [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17841bd6af645f3a5c28506f32fa496', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fb764f720d411e987c9a6b661e859e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1678.849568] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704968, 'name': Destroy_Task, 'duration_secs': 1.253308} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.849851] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Destroyed the VM [ 1678.850437] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1678.851514] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bf727b70-f9a5-4f28-9390-060d8ec45bac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.858211] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1678.858211] env[62555]: value = "task-1704969" [ 1678.858211] env[62555]: _type = "Task" [ 1678.858211] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.866900] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704969, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.890618] env[62555]: DEBUG nova.network.neutron [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Successfully created port: b833c9ed-7805-48a1-b869-a9392567c6c6 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1678.972484] env[62555]: DEBUG nova.compute.manager [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1679.367278] env[62555]: DEBUG nova.network.neutron [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance_info_cache with network_info: [{"id": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "address": "fa:16:3e:de:1f:78", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb4e7f94-9c", "ovs_interfaceid": "eb4e7f94-9cce-4c8e-9fa4-7de06e5038df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.379237] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704969, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.425846] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48f158d-2408-4907-859f-51342fcb58ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.434263] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3afffa0-8d75-49d5-976f-58dded858045 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.466110] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d750ccda-7608-42e5-a105-6890db250519 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.474209] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba311a-c722-41d6-9d27-a8d480e3572d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.494940] env[62555]: DEBUG nova.compute.provider_tree [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1679.870129] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704969, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.872818] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "refresh_cache-542f5291-21b4-4bd7-88b4-7636c4d8db75" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.873090] env[62555]: DEBUG nova.objects.instance [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lazy-loading 'migration_context' on Instance uuid 542f5291-21b4-4bd7-88b4-7636c4d8db75 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1679.987015] env[62555]: DEBUG nova.compute.manager [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1679.998181] env[62555]: DEBUG nova.scheduler.client.report [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1680.016220] env[62555]: DEBUG nova.virt.hardware [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1680.016571] env[62555]: DEBUG nova.virt.hardware [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1680.016979] env[62555]: DEBUG nova.virt.hardware [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1680.016979] env[62555]: DEBUG nova.virt.hardware [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1680.017370] env[62555]: DEBUG nova.virt.hardware [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1680.017370] env[62555]: DEBUG nova.virt.hardware [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1680.017455] env[62555]: DEBUG nova.virt.hardware [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1680.017572] env[62555]: DEBUG nova.virt.hardware [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1680.017738] env[62555]: DEBUG nova.virt.hardware [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1680.017897] env[62555]: DEBUG nova.virt.hardware [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1680.018082] env[62555]: DEBUG nova.virt.hardware [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1680.019723] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296ac840-22ad-4745-b1c7-4cba9fb424d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.028965] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b850bead-c13c-4d8e-b61d-f87f937d6b38 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.377491] env[62555]: DEBUG nova.objects.base [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Object Instance<542f5291-21b4-4bd7-88b4-7636c4d8db75> lazy-loaded attributes: info_cache,migration_context {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1680.378162] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704969, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.378946] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bcda75-4076-4e11-9096-a64924668a04 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.408909] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e809387-7597-464b-b456-e22c3e3ba5b2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.422488] env[62555]: DEBUG oslo_vmware.api [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1680.422488] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522d2a3b-172d-c2a0-5d22-02754be6dcab" [ 1680.422488] env[62555]: _type = "Task" [ 1680.422488] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.431916] env[62555]: DEBUG oslo_vmware.api [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522d2a3b-172d-c2a0-5d22-02754be6dcab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.503181] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.503738] env[62555]: DEBUG nova.compute.manager [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1680.506739] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.446s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.506923] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.507474] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1680.507474] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.888s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.508890] env[62555]: INFO nova.compute.claims [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.512302] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b12418f-5bb3-4ace-b274-00821f8c3e14 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.520958] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003e435b-5afb-494a-a17d-3b3bc11e47d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.537686] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7e2230-e691-4f39-8938-aba7b3eeb072 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.545347] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619dd959-4c65-4eec-9a9e-fc728bbcfb06 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.576928] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178172MB free_disk=178GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1680.576928] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.768821] env[62555]: DEBUG nova.compute.manager [req-405e274d-16d1-4c97-9548-62d554b60941 req-8008a37a-bd64-4e1d-ac88-88eddd7c99ea service nova] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Received event network-vif-plugged-b833c9ed-7805-48a1-b869-a9392567c6c6 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1680.769346] env[62555]: DEBUG oslo_concurrency.lockutils [req-405e274d-16d1-4c97-9548-62d554b60941 req-8008a37a-bd64-4e1d-ac88-88eddd7c99ea service nova] Acquiring lock "63d219dc-67b7-4310-af26-e0dd297fadd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.769626] env[62555]: DEBUG oslo_concurrency.lockutils [req-405e274d-16d1-4c97-9548-62d554b60941 req-8008a37a-bd64-4e1d-ac88-88eddd7c99ea service nova] Lock "63d219dc-67b7-4310-af26-e0dd297fadd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.769917] env[62555]: DEBUG oslo_concurrency.lockutils [req-405e274d-16d1-4c97-9548-62d554b60941 req-8008a37a-bd64-4e1d-ac88-88eddd7c99ea service nova] Lock "63d219dc-67b7-4310-af26-e0dd297fadd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1680.769993] env[62555]: DEBUG nova.compute.manager [req-405e274d-16d1-4c97-9548-62d554b60941 req-8008a37a-bd64-4e1d-ac88-88eddd7c99ea service nova] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] No waiting events found dispatching network-vif-plugged-b833c9ed-7805-48a1-b869-a9392567c6c6 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1680.770382] env[62555]: WARNING nova.compute.manager [req-405e274d-16d1-4c97-9548-62d554b60941 req-8008a37a-bd64-4e1d-ac88-88eddd7c99ea service nova] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Received unexpected event network-vif-plugged-b833c9ed-7805-48a1-b869-a9392567c6c6 for instance with vm_state building and task_state spawning. [ 1680.772933] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.773173] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1680.871718] env[62555]: DEBUG oslo_vmware.api [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704969, 'name': RemoveSnapshot_Task, 'duration_secs': 1.668343} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.871995] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1680.872263] env[62555]: INFO nova.compute.manager [None req-d592cdc5-7351-46b1-996b-c5f1c37a22b9 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Took 19.71 seconds to snapshot the instance on the hypervisor. [ 1680.876698] env[62555]: DEBUG nova.network.neutron [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Successfully updated port: b833c9ed-7805-48a1-b869-a9392567c6c6 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1680.932660] env[62555]: DEBUG oslo_vmware.api [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522d2a3b-172d-c2a0-5d22-02754be6dcab, 'name': SearchDatastore_Task, 'duration_secs': 0.018095} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.932660] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.013915] env[62555]: DEBUG nova.compute.utils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1681.014831] env[62555]: DEBUG nova.compute.manager [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1681.015021] env[62555]: DEBUG nova.network.neutron [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.135388] env[62555]: DEBUG nova.policy [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33c8a230eda44aba847783cdb8a17cc6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b8474b57df24331bc45dfe1357b2d2f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1681.277120] env[62555]: DEBUG nova.compute.utils [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1681.378471] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "refresh_cache-63d219dc-67b7-4310-af26-e0dd297fadd6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.378612] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "refresh_cache-63d219dc-67b7-4310-af26-e0dd297fadd6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.378763] env[62555]: DEBUG nova.network.neutron [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1681.518928] env[62555]: DEBUG nova.compute.manager [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1681.678671] env[62555]: DEBUG nova.network.neutron [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Successfully created port: 2d3747c5-1755-444b-8552-bbe5b71eb783 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1681.785763] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.930886] env[62555]: DEBUG nova.network.neutron [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1681.982997] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637b177d-344d-4c0b-885d-70da63eef098 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.991111] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01f68c8-dbdb-4446-86e0-b94e619972b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.021979] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1661c98f-e696-4117-b9ce-b1267bcd0b50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.034708] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fed97d-2855-4287-9454-4fb3323609e2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.051283] env[62555]: DEBUG nova.compute.provider_tree [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1682.262248] env[62555]: DEBUG nova.network.neutron [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Updating instance_info_cache with network_info: [{"id": "b833c9ed-7805-48a1-b869-a9392567c6c6", "address": "fa:16:3e:11:3b:64", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb833c9ed-78", "ovs_interfaceid": "b833c9ed-7805-48a1-b869-a9392567c6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.531910] env[62555]: DEBUG nova.compute.manager [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1682.555547] env[62555]: DEBUG nova.scheduler.client.report [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1682.572542] env[62555]: DEBUG nova.virt.hardware [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1682.573264] env[62555]: DEBUG nova.virt.hardware [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1682.573488] env[62555]: DEBUG nova.virt.hardware [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1682.573646] env[62555]: DEBUG nova.virt.hardware [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1682.573792] env[62555]: DEBUG nova.virt.hardware [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1682.573943] env[62555]: DEBUG nova.virt.hardware [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1682.574174] env[62555]: DEBUG nova.virt.hardware [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1682.574333] env[62555]: DEBUG nova.virt.hardware [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1682.574509] env[62555]: DEBUG nova.virt.hardware [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1682.574658] env[62555]: DEBUG nova.virt.hardware [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1682.574826] env[62555]: DEBUG nova.virt.hardware [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1682.575755] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b270f1f-0b2d-4281-ac01-c1e0cd2b0b9e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.584499] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439fad1c-06f2-4247-abb0-d3e454a388cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.767127] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "refresh_cache-63d219dc-67b7-4310-af26-e0dd297fadd6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.768648] env[62555]: DEBUG nova.compute.manager [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Instance network_info: |[{"id": "b833c9ed-7805-48a1-b869-a9392567c6c6", "address": "fa:16:3e:11:3b:64", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb833c9ed-78", "ovs_interfaceid": "b833c9ed-7805-48a1-b869-a9392567c6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1682.768648] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:3b:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b833c9ed-7805-48a1-b869-a9392567c6c6', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1682.780431] env[62555]: DEBUG oslo.service.loopingcall [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.780695] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1682.780940] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af02f590-e8ac-4787-9863-d6a8bb3b1b5a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.798052] env[62555]: DEBUG nova.compute.manager [req-2a5bb19c-fdc7-4653-ac1e-19f5e23f1f29 req-559a7cf9-c9ef-4523-99d4-b9d527aa3d5f service nova] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Received event network-changed-b833c9ed-7805-48a1-b869-a9392567c6c6 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1682.798262] env[62555]: DEBUG nova.compute.manager [req-2a5bb19c-fdc7-4653-ac1e-19f5e23f1f29 req-559a7cf9-c9ef-4523-99d4-b9d527aa3d5f service nova] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Refreshing instance network info cache due to event network-changed-b833c9ed-7805-48a1-b869-a9392567c6c6. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1682.798625] env[62555]: DEBUG oslo_concurrency.lockutils [req-2a5bb19c-fdc7-4653-ac1e-19f5e23f1f29 req-559a7cf9-c9ef-4523-99d4-b9d527aa3d5f service nova] Acquiring lock "refresh_cache-63d219dc-67b7-4310-af26-e0dd297fadd6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.798773] env[62555]: DEBUG oslo_concurrency.lockutils [req-2a5bb19c-fdc7-4653-ac1e-19f5e23f1f29 req-559a7cf9-c9ef-4523-99d4-b9d527aa3d5f service nova] Acquired lock "refresh_cache-63d219dc-67b7-4310-af26-e0dd297fadd6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.798935] env[62555]: DEBUG nova.network.neutron [req-2a5bb19c-fdc7-4653-ac1e-19f5e23f1f29 req-559a7cf9-c9ef-4523-99d4-b9d527aa3d5f service nova] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Refreshing network info cache for port b833c9ed-7805-48a1-b869-a9392567c6c6 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1682.805936] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1682.805936] env[62555]: value = "task-1704970" [ 1682.805936] env[62555]: _type = "Task" [ 1682.805936] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.815440] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704970, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.857634] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.857945] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.858209] env[62555]: INFO nova.compute.manager [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Attaching volume 440d7a10-c48b-4ab8-b864-442f5e7c3086 to /dev/sdb [ 1682.901213] env[62555]: DEBUG nova.compute.manager [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1682.903958] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5397aaa5-c0cd-473d-b5ae-f442c5913849 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.907256] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b665fd-e67e-42ba-adf6-81ee1a959e62 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.917904] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f28a8c6-3017-4d28-b5b7-1f15398244b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.932285] env[62555]: DEBUG nova.virt.block_device [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Updating existing volume attachment record: 9432f461-f2dc-441a-a494-f66d59b2192e {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1683.061971] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.062541] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1683.068172] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.427s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.068172] env[62555]: INFO nova.compute.claims [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1683.318507] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704970, 'name': CreateVM_Task, 'duration_secs': 0.366183} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.318789] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.319838] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.320234] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.320994] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1683.321414] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c5de17b-76c4-4a28-9910-1a8b561df2a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.327364] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1683.327364] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d850c4-eff2-f81e-9846-a72c6f8f5107" [ 1683.327364] env[62555]: _type = "Task" [ 1683.327364] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.337554] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d850c4-eff2-f81e-9846-a72c6f8f5107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.418758] env[62555]: INFO nova.compute.manager [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] instance snapshotting [ 1683.426457] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46cee11-f640-435c-9553-d9b4eff78880 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.448120] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306cd67e-c7bc-4270-8b66-8a30ee8c119b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.576148] env[62555]: DEBUG nova.compute.utils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1683.577498] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1683.577667] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1683.730090] env[62555]: DEBUG nova.policy [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2610a12e1fc54f04bf9980280578aaf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1983f29ff8f495b9e8be7a583afb4e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1683.845057] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d850c4-eff2-f81e-9846-a72c6f8f5107, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.845791] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1683.846159] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1683.847123] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1683.847414] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.847722] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.848450] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-386ab013-f765-4b45-90e0-367e6f48d631 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.858499] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.858757] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.859477] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8773f336-5d2f-4175-b7eb-dc0e942f7b5e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.865907] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1683.865907] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52eb866a-1b9c-132c-4d2e-297af30dc953" [ 1683.865907] env[62555]: _type = "Task" [ 1683.865907] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.876823] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52eb866a-1b9c-132c-4d2e-297af30dc953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.915821] env[62555]: DEBUG nova.network.neutron [req-2a5bb19c-fdc7-4653-ac1e-19f5e23f1f29 req-559a7cf9-c9ef-4523-99d4-b9d527aa3d5f service nova] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Updated VIF entry in instance network info cache for port b833c9ed-7805-48a1-b869-a9392567c6c6. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1683.916021] env[62555]: DEBUG nova.network.neutron [req-2a5bb19c-fdc7-4653-ac1e-19f5e23f1f29 req-559a7cf9-c9ef-4523-99d4-b9d527aa3d5f service nova] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Updating instance_info_cache with network_info: [{"id": "b833c9ed-7805-48a1-b869-a9392567c6c6", "address": "fa:16:3e:11:3b:64", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb833c9ed-78", "ovs_interfaceid": "b833c9ed-7805-48a1-b869-a9392567c6c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.960979] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1683.961685] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c56677d9-8262-4ce6-b56f-a0ec048359b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.975793] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1683.975793] env[62555]: value = "task-1704974" [ 1683.975793] env[62555]: _type = "Task" [ 1683.975793] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.992687] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704974, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.072515] env[62555]: DEBUG nova.network.neutron [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Successfully updated port: 2d3747c5-1755-444b-8552-bbe5b71eb783 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.081334] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1684.263249] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Successfully created port: ecf6db9a-12f2-41fb-aede-f9134a941631 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1684.377950] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52eb866a-1b9c-132c-4d2e-297af30dc953, 'name': SearchDatastore_Task, 'duration_secs': 0.008814} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.382038] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efcc5971-baa1-4df6-95b4-8221b0281110 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.387267] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1684.387267] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52286be2-7ac7-782d-561c-4c69aaf13700" [ 1684.387267] env[62555]: _type = "Task" [ 1684.387267] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.398082] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52286be2-7ac7-782d-561c-4c69aaf13700, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.419908] env[62555]: DEBUG oslo_concurrency.lockutils [req-2a5bb19c-fdc7-4653-ac1e-19f5e23f1f29 req-559a7cf9-c9ef-4523-99d4-b9d527aa3d5f service nova] Releasing lock "refresh_cache-63d219dc-67b7-4310-af26-e0dd297fadd6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.496520] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704974, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.584355] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquiring lock "refresh_cache-92cb1240-706c-4aa3-9edb-2faa3b6b64f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.584611] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquired lock "refresh_cache-92cb1240-706c-4aa3-9edb-2faa3b6b64f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.584714] env[62555]: DEBUG nova.network.neutron [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.621685] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5c1e78-9783-45a9-97ae-cb7eabbeec82 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.632356] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5696ebe7-9104-41ec-8bb2-ad2c926623b3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.640812] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.641325] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.679642] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b640377-d3e5-485a-9cad-fa258d549fea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.683470] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "f4e0137c-d694-48d6-b042-42315b15784e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.683707] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "f4e0137c-d694-48d6-b042-42315b15784e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.693368] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfb0e75-a94f-454d-ba87-ea933c9ac13b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.708270] env[62555]: DEBUG nova.compute.provider_tree [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.827797] env[62555]: DEBUG nova.compute.manager [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Received event network-vif-plugged-2d3747c5-1755-444b-8552-bbe5b71eb783 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1684.828117] env[62555]: DEBUG oslo_concurrency.lockutils [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] Acquiring lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.828467] env[62555]: DEBUG oslo_concurrency.lockutils [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] Lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.828555] env[62555]: DEBUG oslo_concurrency.lockutils [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] Lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.828756] env[62555]: DEBUG nova.compute.manager [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] No waiting events found dispatching network-vif-plugged-2d3747c5-1755-444b-8552-bbe5b71eb783 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1684.828954] env[62555]: WARNING nova.compute.manager [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Received unexpected event network-vif-plugged-2d3747c5-1755-444b-8552-bbe5b71eb783 for instance with vm_state building and task_state spawning. [ 1684.833086] env[62555]: DEBUG nova.compute.manager [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Received event network-changed-2d3747c5-1755-444b-8552-bbe5b71eb783 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1684.833086] env[62555]: DEBUG nova.compute.manager [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Refreshing instance network info cache due to event network-changed-2d3747c5-1755-444b-8552-bbe5b71eb783. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1684.833086] env[62555]: DEBUG oslo_concurrency.lockutils [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] Acquiring lock "refresh_cache-92cb1240-706c-4aa3-9edb-2faa3b6b64f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.897950] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52286be2-7ac7-782d-561c-4c69aaf13700, 'name': SearchDatastore_Task, 'duration_secs': 0.009817} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.898251] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.898523] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 63d219dc-67b7-4310-af26-e0dd297fadd6/63d219dc-67b7-4310-af26-e0dd297fadd6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.899159] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dcf4808-0be4-47db-af98-76462ef01c61 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.906039] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1684.906039] env[62555]: value = "task-1704975" [ 1684.906039] env[62555]: _type = "Task" [ 1684.906039] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.914423] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.986567] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704974, 'name': CreateSnapshot_Task, 'duration_secs': 0.927853} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.986835] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1684.987621] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c997c066-fbdb-4ead-8a14-2f60557752e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.094680] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1685.125931] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1685.125931] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1685.125931] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1685.125931] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1685.125931] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1685.125931] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1685.126861] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1685.126861] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1685.126861] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1685.127100] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1685.127340] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1685.128374] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2185b7b1-201e-42fc-8e7d-543788c1d909 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.137716] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d479db5a-b006-46c7-9224-59da199384ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.152503] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1685.157330] env[62555]: DEBUG nova.network.neutron [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.189419] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1685.212026] env[62555]: DEBUG nova.scheduler.client.report [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1685.373960] env[62555]: DEBUG nova.network.neutron [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Updating instance_info_cache with network_info: [{"id": "2d3747c5-1755-444b-8552-bbe5b71eb783", "address": "fa:16:3e:37:35:65", "network": {"id": "8ae50713-7483-48da-b181-2e2545e4f444", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1669535198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8474b57df24331bc45dfe1357b2d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3747c5-17", "ovs_interfaceid": "2d3747c5-1755-444b-8552-bbe5b71eb783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.424192] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704975, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.507749] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1685.510033] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dc217d64-d772-456c-90f0-f8ea139dfa4d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.518035] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1685.518035] env[62555]: value = "task-1704977" [ 1685.518035] env[62555]: _type = "Task" [ 1685.518035] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.527288] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704977, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.583496] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "4290adde-f861-4f47-8343-4f937865b4e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.583496] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "4290adde-f861-4f47-8343-4f937865b4e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.583496] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "4290adde-f861-4f47-8343-4f937865b4e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.583728] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "4290adde-f861-4f47-8343-4f937865b4e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.583778] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "4290adde-f861-4f47-8343-4f937865b4e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.586741] env[62555]: INFO nova.compute.manager [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Terminating instance [ 1685.684940] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.714317] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.722395] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.722395] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1685.725089] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.051s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.726696] env[62555]: INFO nova.compute.claims [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1685.885096] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Releasing lock "refresh_cache-92cb1240-706c-4aa3-9edb-2faa3b6b64f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.885782] env[62555]: DEBUG nova.compute.manager [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Instance network_info: |[{"id": "2d3747c5-1755-444b-8552-bbe5b71eb783", "address": "fa:16:3e:37:35:65", "network": {"id": "8ae50713-7483-48da-b181-2e2545e4f444", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1669535198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8474b57df24331bc45dfe1357b2d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3747c5-17", "ovs_interfaceid": "2d3747c5-1755-444b-8552-bbe5b71eb783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1685.887220] env[62555]: DEBUG oslo_concurrency.lockutils [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] Acquired lock "refresh_cache-92cb1240-706c-4aa3-9edb-2faa3b6b64f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.887445] env[62555]: DEBUG nova.network.neutron [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Refreshing network info cache for port 2d3747c5-1755-444b-8552-bbe5b71eb783 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.888616] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:35:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d3747c5-1755-444b-8552-bbe5b71eb783', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.898480] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Creating folder: Project (7b8474b57df24331bc45dfe1357b2d2f). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1685.902684] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65a32b4f-ff63-4716-9c4e-47dceff0b067 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.915199] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Created folder: Project (7b8474b57df24331bc45dfe1357b2d2f) in parent group-v355069. [ 1685.915850] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Creating folder: Instances. Parent ref: group-v355295. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1685.920941] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d06b5523-d149-4b6c-9aa6-41ae285a6ba3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.925337] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571707} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.925337] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 63d219dc-67b7-4310-af26-e0dd297fadd6/63d219dc-67b7-4310-af26-e0dd297fadd6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.925337] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.925337] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97a32ec5-6d72-44f6-b5f8-dafed7a245cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.932782] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Created folder: Instances in parent group-v355295. [ 1685.932782] env[62555]: DEBUG oslo.service.loopingcall [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.932782] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.932782] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a47f64d-f88e-422f-879e-bd8aa097ac5a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.952136] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1685.952136] env[62555]: value = "task-1704980" [ 1685.952136] env[62555]: _type = "Task" [ 1685.952136] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.957734] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.957734] env[62555]: value = "task-1704981" [ 1685.957734] env[62555]: _type = "Task" [ 1685.957734] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.964907] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.970689] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704981, 'name': CreateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.030758] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704977, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.089656] env[62555]: DEBUG nova.compute.manager [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1686.089909] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1686.090860] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe8bcfa-e9a0-4899-9b13-66543aff50c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.101953] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1686.102379] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4032dd3-4807-44a4-a8d3-f18499f93902 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.109205] env[62555]: DEBUG oslo_vmware.api [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1686.109205] env[62555]: value = "task-1704982" [ 1686.109205] env[62555]: _type = "Task" [ 1686.109205] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.120827] env[62555]: DEBUG oslo_vmware.api [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.221469] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Successfully updated port: ecf6db9a-12f2-41fb-aede-f9134a941631 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1686.231243] env[62555]: DEBUG nova.compute.utils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1686.233184] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1686.233184] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1686.328758] env[62555]: DEBUG nova.policy [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2610a12e1fc54f04bf9980280578aaf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1983f29ff8f495b9e8be7a583afb4e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1686.387561] env[62555]: INFO nova.compute.manager [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Rebuilding instance [ 1686.463505] env[62555]: DEBUG nova.compute.manager [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1686.463853] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bbd61b-24b7-4a3d-a15d-c6f0a1645172 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.477949] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074114} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.482279] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.482890] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704981, 'name': CreateVM_Task, 'duration_secs': 0.511524} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.485667] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c028fa8b-23e0-4e45-abbf-7752aef45fc0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.488369] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.489228] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.489395] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.489706] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1686.490353] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d458bde0-1b30-4644-bcd4-80f07dbb204b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.514084] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 63d219dc-67b7-4310-af26-e0dd297fadd6/63d219dc-67b7-4310-af26-e0dd297fadd6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.514837] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4528d8e-af2a-4810-ba84-3f4392a7675d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.531216] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for the task: (returnval){ [ 1686.531216] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520253ee-7d63-5b06-746b-76e55c8f103a" [ 1686.531216] env[62555]: _type = "Task" [ 1686.531216] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.539893] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1686.539893] env[62555]: value = "task-1704983" [ 1686.539893] env[62555]: _type = "Task" [ 1686.539893] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.543244] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704977, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.548743] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520253ee-7d63-5b06-746b-76e55c8f103a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.556046] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704983, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.621943] env[62555]: DEBUG oslo_vmware.api [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.649343] env[62555]: DEBUG nova.network.neutron [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Updated VIF entry in instance network info cache for port 2d3747c5-1755-444b-8552-bbe5b71eb783. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.649343] env[62555]: DEBUG nova.network.neutron [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Updating instance_info_cache with network_info: [{"id": "2d3747c5-1755-444b-8552-bbe5b71eb783", "address": "fa:16:3e:37:35:65", "network": {"id": "8ae50713-7483-48da-b181-2e2545e4f444", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1669535198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b8474b57df24331bc45dfe1357b2d2f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d3747c5-17", "ovs_interfaceid": "2d3747c5-1755-444b-8552-bbe5b71eb783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.730234] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "refresh_cache-6ad83348-72ad-4601-b1f9-acc314a8531e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.730234] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired lock "refresh_cache-6ad83348-72ad-4601-b1f9-acc314a8531e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.730234] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1686.737527] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1686.839698] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquiring lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.840021] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.840214] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquiring lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.840401] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.841027] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.842592] env[62555]: INFO nova.compute.manager [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Terminating instance [ 1686.887206] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a02a9282-d08c-4fd5-ae48-cdd7f3e647b4 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.887533] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a02a9282-d08c-4fd5-ae48-cdd7f3e647b4 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.887869] env[62555]: DEBUG nova.objects.instance [None req-a02a9282-d08c-4fd5-ae48-cdd7f3e647b4 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'flavor' on Instance uuid 131a3493-1f37-44bd-94c2-a1895723e334 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.044713] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1704977, 'name': CloneVM_Task, 'duration_secs': 1.458253} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.047573] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Created linked-clone VM from snapshot [ 1687.050863] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89130df0-b973-430f-963e-df572e23a92d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.053125] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520253ee-7d63-5b06-746b-76e55c8f103a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.055742] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Successfully created port: 51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1687.063712] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Uploading image 75ca1dcb-178e-4cfd-9d71-ae4753a64bec {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1687.066994] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704983, 'name': ReconfigVM_Task, 'duration_secs': 0.328164} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.069140] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 63d219dc-67b7-4310-af26-e0dd297fadd6/63d219dc-67b7-4310-af26-e0dd297fadd6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.069891] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b48489a-09a4-4012-ac69-9fc3c9294a04 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.076205] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1687.076205] env[62555]: value = "task-1704984" [ 1687.076205] env[62555]: _type = "Task" [ 1687.076205] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.086269] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704984, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.091683] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1687.091683] env[62555]: value = "vm-355294" [ 1687.091683] env[62555]: _type = "VirtualMachine" [ 1687.091683] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1687.091913] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8f3a8b28-8dba-4c47-b364-13b78da5c11e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.097842] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lease: (returnval){ [ 1687.097842] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5289c39e-5369-610d-a6dc-14eb1bbc30e2" [ 1687.097842] env[62555]: _type = "HttpNfcLease" [ 1687.097842] env[62555]: } obtained for exporting VM: (result){ [ 1687.097842] env[62555]: value = "vm-355294" [ 1687.097842] env[62555]: _type = "VirtualMachine" [ 1687.097842] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1687.098129] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the lease: (returnval){ [ 1687.098129] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5289c39e-5369-610d-a6dc-14eb1bbc30e2" [ 1687.098129] env[62555]: _type = "HttpNfcLease" [ 1687.098129] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1687.104200] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1687.104200] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5289c39e-5369-610d-a6dc-14eb1bbc30e2" [ 1687.104200] env[62555]: _type = "HttpNfcLease" [ 1687.104200] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1687.117480] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0c11d4-2f3c-4afc-9346-76ebadfbf65b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.124748] env[62555]: DEBUG oslo_vmware.api [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.127461] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a58f0-6acb-4121-9ffb-52ad375359c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.159471] env[62555]: DEBUG oslo_concurrency.lockutils [req-3d1f558e-0ba0-47ef-b0f0-d8c0fdd8ede1 req-6fa615fc-7286-489c-9682-7d4b292f23c6 service nova] Releasing lock "refresh_cache-92cb1240-706c-4aa3-9edb-2faa3b6b64f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.160678] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61178310-fc95-4954-aede-d9491d480eff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.168734] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6b0d4e-a291-4e4a-804b-0592c17e4e64 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.182591] env[62555]: DEBUG nova.compute.provider_tree [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.305113] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.346825] env[62555]: DEBUG nova.compute.manager [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1687.347449] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1687.348262] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcee7c2-acc1-4dcb-9078-2a3c01120a97 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.358576] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.358825] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8028daa3-1580-45ee-8842-45cb7f505ca9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.365636] env[62555]: DEBUG oslo_vmware.api [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for the task: (returnval){ [ 1687.365636] env[62555]: value = "task-1704986" [ 1687.365636] env[62555]: _type = "Task" [ 1687.365636] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.373656] env[62555]: DEBUG oslo_vmware.api [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.391861] env[62555]: DEBUG nova.objects.instance [None req-a02a9282-d08c-4fd5-ae48-cdd7f3e647b4 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'pci_requests' on Instance uuid 131a3493-1f37-44bd-94c2-a1895723e334 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1687.498363] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1687.498859] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-642463bc-743c-4316-a75f-eeafcc4561a6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.508443] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for the task: (returnval){ [ 1687.508443] env[62555]: value = "task-1704987" [ 1687.508443] env[62555]: _type = "Task" [ 1687.508443] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.518568] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.546078] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520253ee-7d63-5b06-746b-76e55c8f103a, 'name': SearchDatastore_Task, 'duration_secs': 0.765396} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.546468] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.546740] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1687.549686] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.549686] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.549686] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1687.549686] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-182e1c43-e84e-4cd2-a459-8c5b11367060 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.556077] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1687.556307] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1687.557112] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9bd9b7-d322-4fc4-87a6-76b0f9965269 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.563263] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for the task: (returnval){ [ 1687.563263] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5213d227-7451-4258-cc14-ae546e9ab021" [ 1687.563263] env[62555]: _type = "Task" [ 1687.563263] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.574342] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5213d227-7451-4258-cc14-ae546e9ab021, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.588115] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704984, 'name': Rename_Task, 'duration_secs': 0.160062} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.588115] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.588115] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19ffde29-a723-4280-bfcd-6243b784fcb9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.595271] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1687.595271] env[62555]: value = "task-1704988" [ 1687.595271] env[62555]: _type = "Task" [ 1687.595271] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.606574] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1687.606574] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5289c39e-5369-610d-a6dc-14eb1bbc30e2" [ 1687.606574] env[62555]: _type = "HttpNfcLease" [ 1687.606574] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1687.610335] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1687.610335] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5289c39e-5369-610d-a6dc-14eb1bbc30e2" [ 1687.610335] env[62555]: _type = "HttpNfcLease" [ 1687.610335] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1687.610917] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.612018] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07a777c-a288-4e77-b52d-d3873334cb86 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.627028] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5d44c-5366-bb17-4700-e46acb8cf257/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1687.627028] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5d44c-5366-bb17-4700-e46acb8cf257/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1687.632412] env[62555]: DEBUG oslo_vmware.api [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704982, 'name': PowerOffVM_Task, 'duration_secs': 1.452231} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.632909] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.636909] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.636909] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9d9319b-266f-43fa-816c-3ab6707c504c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.639520] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Updating instance_info_cache with network_info: [{"id": "ecf6db9a-12f2-41fb-aede-f9134a941631", "address": "fa:16:3e:e6:6e:85", "network": {"id": "9beb2987-c3c2-4c7d-b254-670cfde52ca1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-349765458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1983f29ff8f495b9e8be7a583afb4e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf6db9a-12", "ovs_interfaceid": "ecf6db9a-12f2-41fb-aede-f9134a941631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.703286] env[62555]: DEBUG nova.scheduler.client.report [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1687.708174] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Releasing lock "refresh_cache-6ad83348-72ad-4601-b1f9-acc314a8531e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.708527] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Instance network_info: |[{"id": "ecf6db9a-12f2-41fb-aede-f9134a941631", "address": "fa:16:3e:e6:6e:85", "network": {"id": "9beb2987-c3c2-4c7d-b254-670cfde52ca1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-349765458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1983f29ff8f495b9e8be7a583afb4e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf6db9a-12", "ovs_interfaceid": "ecf6db9a-12f2-41fb-aede-f9134a941631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1687.710908] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:6e:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecf6db9a-12f2-41fb-aede-f9134a941631', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1687.719955] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Creating folder: Project (a1983f29ff8f495b9e8be7a583afb4e7). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.721499] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-433d8efb-5316-431c-9fbd-82800ca7be00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.732227] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Created folder: Project (a1983f29ff8f495b9e8be7a583afb4e7) in parent group-v355069. [ 1687.732440] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Creating folder: Instances. Parent ref: group-v355298. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1687.732723] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c321937-388d-4c70-ad67-50086c57ade4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.743428] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Created folder: Instances in parent group-v355298. [ 1687.743783] env[62555]: DEBUG oslo.service.loopingcall [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1687.744062] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1687.744396] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffbeef82-c93b-4bd2-a548-d0950bff58a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.763169] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1687.766208] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-add1d028-b84d-4842-bdef-61a9169cf675 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.771585] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1687.771585] env[62555]: value = "task-1704992" [ 1687.771585] env[62555]: _type = "Task" [ 1687.771585] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.780199] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704992, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.793479] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1687.794110] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1687.794110] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Deleting the datastore file [datastore1] 4290adde-f861-4f47-8343-4f937865b4e6 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1687.794301] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5edf206b-13ae-48d3-93fc-d60b2debf82f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.799947] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1687.800202] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1687.800357] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.800535] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1687.800679] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.800824] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1687.801039] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1687.801193] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1687.801360] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1687.801520] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1687.801692] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1687.803858] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1d4511-c9d4-489e-bacb-49f7e081a1f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.809935] env[62555]: DEBUG oslo_vmware.api [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for the task: (returnval){ [ 1687.809935] env[62555]: value = "task-1704993" [ 1687.809935] env[62555]: _type = "Task" [ 1687.809935] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.811072] env[62555]: DEBUG nova.compute.manager [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Received event network-vif-plugged-ecf6db9a-12f2-41fb-aede-f9134a941631 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1687.811289] env[62555]: DEBUG oslo_concurrency.lockutils [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] Acquiring lock "6ad83348-72ad-4601-b1f9-acc314a8531e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.811453] env[62555]: DEBUG oslo_concurrency.lockutils [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] Lock "6ad83348-72ad-4601-b1f9-acc314a8531e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.811645] env[62555]: DEBUG oslo_concurrency.lockutils [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] Lock "6ad83348-72ad-4601-b1f9-acc314a8531e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.811790] env[62555]: DEBUG nova.compute.manager [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] No waiting events found dispatching network-vif-plugged-ecf6db9a-12f2-41fb-aede-f9134a941631 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1687.811976] env[62555]: WARNING nova.compute.manager [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Received unexpected event network-vif-plugged-ecf6db9a-12f2-41fb-aede-f9134a941631 for instance with vm_state building and task_state spawning. [ 1687.812174] env[62555]: DEBUG nova.compute.manager [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Received event network-changed-ecf6db9a-12f2-41fb-aede-f9134a941631 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1687.812355] env[62555]: DEBUG nova.compute.manager [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Refreshing instance network info cache due to event network-changed-ecf6db9a-12f2-41fb-aede-f9134a941631. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1687.812538] env[62555]: DEBUG oslo_concurrency.lockutils [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] Acquiring lock "refresh_cache-6ad83348-72ad-4601-b1f9-acc314a8531e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.812672] env[62555]: DEBUG oslo_concurrency.lockutils [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] Acquired lock "refresh_cache-6ad83348-72ad-4601-b1f9-acc314a8531e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.812849] env[62555]: DEBUG nova.network.neutron [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Refreshing network info cache for port ecf6db9a-12f2-41fb-aede-f9134a941631 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.829395] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e407544f-54c1-445a-8e0f-20e4f2cf9fb9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.839452] env[62555]: DEBUG oslo_vmware.api [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.879234] env[62555]: DEBUG oslo_vmware.api [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704986, 'name': PowerOffVM_Task, 'duration_secs': 0.21043} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.879538] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1687.879730] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1687.880010] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1795b88-5180-4e19-81f0-8391f78f2f47 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.894624] env[62555]: DEBUG nova.objects.base [None req-a02a9282-d08c-4fd5-ae48-cdd7f3e647b4 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Object Instance<131a3493-1f37-44bd-94c2-a1895723e334> lazy-loaded attributes: flavor,pci_requests {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1687.894855] env[62555]: DEBUG nova.network.neutron [None req-a02a9282-d08c-4fd5-ae48-cdd7f3e647b4 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1687.956761] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1687.957000] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1687.957225] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Deleting the datastore file [datastore1] 9d3ec26f-732d-4aa0-a56e-aef0fef524eb {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1687.957487] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec2b0a73-f392-4bd9-954f-703549a3ad2f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.963479] env[62555]: DEBUG oslo_vmware.api [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for the task: (returnval){ [ 1687.963479] env[62555]: value = "task-1704995" [ 1687.963479] env[62555]: _type = "Task" [ 1687.963479] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.972096] env[62555]: DEBUG oslo_vmware.api [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.980679] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1687.981222] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355292', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'name': 'volume-440d7a10-c48b-4ab8-b864-442f5e7c3086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdca2591-bdf9-4f08-b78e-a4e8c9d01905', 'attached_at': '', 'detached_at': '', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'serial': '440d7a10-c48b-4ab8-b864-442f5e7c3086'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1687.982409] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7548daf4-1a47-48f4-bac2-28bb00a9caee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.004064] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06d1c6f-a7aa-40d0-8bda-d38a40862d9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.036228] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-440d7a10-c48b-4ab8-b864-442f5e7c3086/volume-440d7a10-c48b-4ab8-b864-442f5e7c3086.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.038762] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a02a9282-d08c-4fd5-ae48-cdd7f3e647b4 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.151s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.045121] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e4f5e31-1830-48cd-ab85-653d9c200496 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.065885] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704987, 'name': PowerOffVM_Task, 'duration_secs': 0.221408} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.069967] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1688.070788] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1688.072688] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc3f238a-3f30-440f-a372-8ca201205dcc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.074350] env[62555]: DEBUG oslo_vmware.api [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1688.074350] env[62555]: value = "task-1704996" [ 1688.074350] env[62555]: _type = "Task" [ 1688.074350] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.085619] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5213d227-7451-4258-cc14-ae546e9ab021, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.091065] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for the task: (returnval){ [ 1688.091065] env[62555]: value = "task-1704997" [ 1688.091065] env[62555]: _type = "Task" [ 1688.091065] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.092040] env[62555]: DEBUG oslo_vmware.api [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704996, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.092040] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad345e54-2087-4837-b5d2-c4f3f61a6604 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.103150] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for the task: (returnval){ [ 1688.103150] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529450ba-e2bb-0e21-f734-195d786d5005" [ 1688.103150] env[62555]: _type = "Task" [ 1688.103150] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.114765] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1688.115095] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1688.115449] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355262', 'volume_id': 'a89c408a-9c84-4094-8ea4-01f2c13012c1', 'name': 'volume-a89c408a-9c84-4094-8ea4-01f2c13012c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd59babb2-c974-49ea-8030-af6943b8eb7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a89c408a-9c84-4094-8ea4-01f2c13012c1', 'serial': 'a89c408a-9c84-4094-8ea4-01f2c13012c1'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1688.115742] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704988, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.116798] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492975e9-294a-4c97-ae47-af1debfef744 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.123429] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529450ba-e2bb-0e21-f734-195d786d5005, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.123726] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.123989] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 92cb1240-706c-4aa3-9edb-2faa3b6b64f8/92cb1240-706c-4aa3-9edb-2faa3b6b64f8.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1688.124290] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6405270-0227-4373-8fda-ac99782bae22 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.142453] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a053e9-ed3f-4fb3-a3a8-ad45a9cd0cd4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.146310] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for the task: (returnval){ [ 1688.146310] env[62555]: value = "task-1704998" [ 1688.146310] env[62555]: _type = "Task" [ 1688.146310] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.153030] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23608711-e5ba-4ecb-8a9e-a63d681a2637 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.158248] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1704998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.179724] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d76062-8578-4192-aabe-5b3e706edf19 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.192637] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] The volume has not been displaced from its original location: [datastore1] volume-a89c408a-9c84-4094-8ea4-01f2c13012c1/volume-a89c408a-9c84-4094-8ea4-01f2c13012c1.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1688.198218] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1688.198592] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86fbcf9e-585c-425f-a890-783725cb60c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.218804] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for the task: (returnval){ [ 1688.218804] env[62555]: value = "task-1704999" [ 1688.218804] env[62555]: _type = "Task" [ 1688.218804] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.222749] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.223301] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1688.226035] env[62555]: DEBUG oslo_concurrency.lockutils [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.710s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.226307] env[62555]: DEBUG nova.objects.instance [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lazy-loading 'resources' on Instance uuid 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.232752] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.281776] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1704992, 'name': CreateVM_Task, 'duration_secs': 0.411086} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.282043] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1688.282691] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.282913] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.283295] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1688.283591] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-009e3cb7-b043-46c0-b318-7ae2abda95a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.288940] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1688.288940] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f966ba-5af7-4622-5666-490c5372e52a" [ 1688.288940] env[62555]: _type = "Task" [ 1688.288940] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.292300] env[62555]: INFO nova.compute.manager [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Rebuilding instance [ 1688.303685] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f966ba-5af7-4622-5666-490c5372e52a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.331593] env[62555]: DEBUG oslo_vmware.api [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Task: {'id': task-1704993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216418} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.332341] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.332341] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.332949] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.332949] env[62555]: INFO nova.compute.manager [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1688.333283] env[62555]: DEBUG oslo.service.loopingcall [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.333577] env[62555]: DEBUG nova.compute.manager [-] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1688.333656] env[62555]: DEBUG nova.network.neutron [-] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1688.343113] env[62555]: DEBUG nova.compute.manager [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.344027] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdff43d2-d6c1-4de5-9e5c-4f2d1623462b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.476792] env[62555]: DEBUG oslo_vmware.api [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Task: {'id': task-1704995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170876} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.477610] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1688.477836] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1688.477998] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1688.478208] env[62555]: INFO nova.compute.manager [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1688.478462] env[62555]: DEBUG oslo.service.loopingcall [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.478668] env[62555]: DEBUG nova.compute.manager [-] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1688.478764] env[62555]: DEBUG nova.network.neutron [-] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1688.586559] env[62555]: DEBUG oslo_vmware.api [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.609401] env[62555]: DEBUG oslo_vmware.api [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1704988, 'name': PowerOnVM_Task, 'duration_secs': 0.652467} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.609698] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.609906] env[62555]: INFO nova.compute.manager [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1688.610104] env[62555]: DEBUG nova.compute.manager [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.610956] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba1fa76-944c-49f4-b87e-7f422cc4ddb2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.659736] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1704998, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.730045] env[62555]: DEBUG nova.compute.utils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1688.734191] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1704999, 'name': ReconfigVM_Task, 'duration_secs': 0.207098} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.735135] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1688.735315] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1688.737167] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1688.741840] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78c89d69-aa03-4240-8a1a-fbf8943b245c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.759107] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for the task: (returnval){ [ 1688.759107] env[62555]: value = "task-1705000" [ 1688.759107] env[62555]: _type = "Task" [ 1688.759107] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.770634] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1705000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.806197] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f966ba-5af7-4622-5666-490c5372e52a, 'name': SearchDatastore_Task, 'duration_secs': 0.014764} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.806197] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.806197] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1688.806197] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.806197] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.806197] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1688.806197] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-296646b7-a5a1-4a9d-b549-93829c7ccccd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.813906] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1688.814123] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1688.814891] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b37863-796b-4e00-a219-e3f523040abe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.820312] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1688.820312] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ba364b-a8b1-9db2-9a69-02506cc6fb0d" [ 1688.820312] env[62555]: _type = "Task" [ 1688.820312] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.825058] env[62555]: DEBUG nova.policy [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2610a12e1fc54f04bf9980280578aaf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1983f29ff8f495b9e8be7a583afb4e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1688.831727] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ba364b-a8b1-9db2-9a69-02506cc6fb0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.944246] env[62555]: DEBUG nova.network.neutron [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Updated VIF entry in instance network info cache for port ecf6db9a-12f2-41fb-aede-f9134a941631. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.944631] env[62555]: DEBUG nova.network.neutron [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Updating instance_info_cache with network_info: [{"id": "ecf6db9a-12f2-41fb-aede-f9134a941631", "address": "fa:16:3e:e6:6e:85", "network": {"id": "9beb2987-c3c2-4c7d-b254-670cfde52ca1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-349765458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1983f29ff8f495b9e8be7a583afb4e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecf6db9a-12", "ovs_interfaceid": "ecf6db9a-12f2-41fb-aede-f9134a941631", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.088445] env[62555]: DEBUG oslo_vmware.api [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1704996, 'name': ReconfigVM_Task, 'duration_secs': 0.598227} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.091142] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-440d7a10-c48b-4ab8-b864-442f5e7c3086/volume-440d7a10-c48b-4ab8-b864-442f5e7c3086.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.097163] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1801470-ece0-49b0-9fa0-3fbffc8dc3de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.118482] env[62555]: DEBUG oslo_vmware.api [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1689.118482] env[62555]: value = "task-1705001" [ 1689.118482] env[62555]: _type = "Task" [ 1689.118482] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.136653] env[62555]: INFO nova.compute.manager [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Took 15.48 seconds to build instance. [ 1689.141995] env[62555]: DEBUG oslo_vmware.api [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705001, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.163843] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1704998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608894} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.164515] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 92cb1240-706c-4aa3-9edb-2faa3b6b64f8/92cb1240-706c-4aa3-9edb-2faa3b6b64f8.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1689.164515] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1689.164515] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8f137aa-6403-43a3-aecb-e81f16c33070 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.180218] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for the task: (returnval){ [ 1689.180218] env[62555]: value = "task-1705002" [ 1689.180218] env[62555]: _type = "Task" [ 1689.180218] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.193388] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.204377] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468d18d3-7405-4943-9763-2350032badb4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.214125] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7624b2-3329-49d2-b32a-3a539e8205f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.250508] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1689.256856] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Successfully created port: 3e9b0cfd-ff61-4e57-a735-6e913d12f176 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1689.259555] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50cb20c-c813-4251-a153-e4cb5bbf99a6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.272851] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1705000, 'name': ReconfigVM_Task, 'duration_secs': 0.23336} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.275411] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355262', 'volume_id': 'a89c408a-9c84-4094-8ea4-01f2c13012c1', 'name': 'volume-a89c408a-9c84-4094-8ea4-01f2c13012c1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd59babb2-c974-49ea-8030-af6943b8eb7e', 'attached_at': '', 'detached_at': '', 'volume_id': 'a89c408a-9c84-4094-8ea4-01f2c13012c1', 'serial': 'a89c408a-9c84-4094-8ea4-01f2c13012c1'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1689.276016] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1689.276970] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae9f078-e050-48c1-a0c4-890a45e02061 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.281858] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cee76e-e70a-44fe-b7c6-a2b241518997 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.298423] env[62555]: DEBUG nova.compute.provider_tree [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.302926] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1689.303586] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ab54b3e-dfaf-4f0e-9502-4e0174465da8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.333438] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ba364b-a8b1-9db2-9a69-02506cc6fb0d, 'name': SearchDatastore_Task, 'duration_secs': 0.038852} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.334345] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736d8546-80ad-48fb-b748-e87393b512b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.340479] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1689.340479] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c8e32f-86bd-6afa-8aea-0dbec3ca1705" [ 1689.340479] env[62555]: _type = "Task" [ 1689.340479] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.351670] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c8e32f-86bd-6afa-8aea-0dbec3ca1705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.358321] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Successfully updated port: 51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1689.359765] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.360302] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d05dde7-4507-4012-b4fb-78736fa43595 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.368357] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1689.368357] env[62555]: value = "task-1705004" [ 1689.368357] env[62555]: _type = "Task" [ 1689.368357] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.377572] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1689.377849] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1689.377958] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Deleting the datastore file [datastore1] d59babb2-c974-49ea-8030-af6943b8eb7e {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1689.381137] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4b8f266-e311-46b5-877d-37f7075303b7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.383177] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.387880] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for the task: (returnval){ [ 1689.387880] env[62555]: value = "task-1705005" [ 1689.387880] env[62555]: _type = "Task" [ 1689.387880] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.395626] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1705005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.451230] env[62555]: DEBUG oslo_concurrency.lockutils [req-07ec52a4-933c-4e17-92aa-1ef6b041018a req-c09392af-e108-4667-ad83-f354d557e40a service nova] Releasing lock "refresh_cache-6ad83348-72ad-4601-b1f9-acc314a8531e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.577386] env[62555]: DEBUG nova.compute.manager [req-078d3e46-2c36-4a63-8806-a98238712ac1 req-d9e85c9e-3e49-4644-b3db-a3c06cc57bda service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Received event network-vif-deleted-b2b62384-12e0-4510-aaf7-f9bb01a4e91d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1689.577386] env[62555]: INFO nova.compute.manager [req-078d3e46-2c36-4a63-8806-a98238712ac1 req-d9e85c9e-3e49-4644-b3db-a3c06cc57bda service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Neutron deleted interface b2b62384-12e0-4510-aaf7-f9bb01a4e91d; detaching it from the instance and deleting it from the info cache [ 1689.577520] env[62555]: DEBUG nova.network.neutron [req-078d3e46-2c36-4a63-8806-a98238712ac1 req-d9e85c9e-3e49-4644-b3db-a3c06cc57bda service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.631983] env[62555]: DEBUG oslo_vmware.api [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705001, 'name': ReconfigVM_Task, 'duration_secs': 0.194808} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.632569] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355292', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'name': 'volume-440d7a10-c48b-4ab8-b864-442f5e7c3086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdca2591-bdf9-4f08-b78e-a4e8c9d01905', 'attached_at': '', 'detached_at': '', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'serial': '440d7a10-c48b-4ab8-b864-442f5e7c3086'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1689.644069] env[62555]: DEBUG oslo_concurrency.lockutils [None req-85fe2af2-78d2-46d8-8758-740d85ca5046 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "63d219dc-67b7-4310-af26-e0dd297fadd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.002s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.659990] env[62555]: DEBUG nova.network.neutron [-] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.695710] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069788} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.695710] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1689.697025] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a16ed0-cf57-49fe-b59b-02289280915e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.723529] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 92cb1240-706c-4aa3-9edb-2faa3b6b64f8/92cb1240-706c-4aa3-9edb-2faa3b6b64f8.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1689.726206] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b847d9d1-365d-42c4-879f-f5ef6ffbb898 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.752184] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for the task: (returnval){ [ 1689.752184] env[62555]: value = "task-1705006" [ 1689.752184] env[62555]: _type = "Task" [ 1689.752184] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.764764] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.805528] env[62555]: DEBUG nova.scheduler.client.report [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1689.829278] env[62555]: DEBUG nova.network.neutron [-] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.852253] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c8e32f-86bd-6afa-8aea-0dbec3ca1705, 'name': SearchDatastore_Task, 'duration_secs': 0.029238} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.852568] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.852849] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 6ad83348-72ad-4601-b1f9-acc314a8531e/6ad83348-72ad-4601-b1f9-acc314a8531e.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1689.853149] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c364f305-d4f0-405d-a752-f00849103bf8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.860091] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1689.860091] env[62555]: value = "task-1705007" [ 1689.860091] env[62555]: _type = "Task" [ 1689.860091] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.864639] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "refresh_cache-9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.864639] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired lock "refresh_cache-9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.864639] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1689.869741] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.882588] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.899110] env[62555]: DEBUG oslo_vmware.api [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Task: {'id': task-1705005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164496} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.899110] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1689.899110] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1689.899110] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1689.971673] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1689.972359] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-391284ee-8452-4b03-a4fc-6c550e1a9998 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.982359] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1debb3b9-eebd-4785-a03d-e45e8d240940 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.028619] env[62555]: ERROR nova.compute.manager [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Failed to detach volume a89c408a-9c84-4094-8ea4-01f2c13012c1 from /dev/sda: nova.exception.InstanceNotFound: Instance d59babb2-c974-49ea-8030-af6943b8eb7e could not be found. [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Traceback (most recent call last): [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self.driver.rebuild(**kwargs) [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] raise NotImplementedError() [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] NotImplementedError [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] During handling of the above exception, another exception occurred: [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Traceback (most recent call last): [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self.driver.detach_volume(context, old_connection_info, [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] return self._volumeops.detach_volume(connection_info, instance) [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self._detach_volume_vmdk(connection_info, instance) [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] stable_ref.fetch_moref(session) [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] nova.exception.InstanceNotFound: Instance d59babb2-c974-49ea-8030-af6943b8eb7e could not be found. [ 1690.028619] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] [ 1690.080983] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fc51017b-4cf8-437a-baec-eae15b62d29c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.094041] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd4dd0b-38dd-4c60-a3ab-dfd7e19f931e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.143730] env[62555]: DEBUG nova.compute.manager [req-078d3e46-2c36-4a63-8806-a98238712ac1 req-d9e85c9e-3e49-4644-b3db-a3c06cc57bda service nova] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Detach interface failed, port_id=b2b62384-12e0-4510-aaf7-f9bb01a4e91d, reason: Instance 9d3ec26f-732d-4aa0-a56e-aef0fef524eb could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1690.151511] env[62555]: DEBUG nova.compute.manager [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Received event network-vif-plugged-51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1690.151511] env[62555]: DEBUG oslo_concurrency.lockutils [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] Acquiring lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.151511] env[62555]: DEBUG oslo_concurrency.lockutils [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] Lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.151671] env[62555]: DEBUG oslo_concurrency.lockutils [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] Lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.151840] env[62555]: DEBUG nova.compute.manager [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] No waiting events found dispatching network-vif-plugged-51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1690.151973] env[62555]: WARNING nova.compute.manager [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Received unexpected event network-vif-plugged-51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4 for instance with vm_state building and task_state spawning. [ 1690.152183] env[62555]: DEBUG nova.compute.manager [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Received event network-vif-deleted-791c4c8a-76fb-4a6a-95ad-0855d003af1e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1690.152329] env[62555]: DEBUG nova.compute.manager [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Received event network-changed-51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1690.152473] env[62555]: DEBUG nova.compute.manager [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Refreshing instance network info cache due to event network-changed-51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1690.152636] env[62555]: DEBUG oslo_concurrency.lockutils [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] Acquiring lock "refresh_cache-9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.163700] env[62555]: INFO nova.compute.manager [-] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Took 1.68 seconds to deallocate network for instance. [ 1690.245366] env[62555]: DEBUG nova.compute.utils [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Build of instance d59babb2-c974-49ea-8030-af6943b8eb7e aborted: Failed to rebuild volume backed instance. {{(pid=62555) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1690.247122] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.247482] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.247904] env[62555]: DEBUG nova.objects.instance [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'flavor' on Instance uuid 131a3493-1f37-44bd-94c2-a1895723e334 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.250395] env[62555]: ERROR nova.compute.manager [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance d59babb2-c974-49ea-8030-af6943b8eb7e aborted: Failed to rebuild volume backed instance. [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Traceback (most recent call last): [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self.driver.rebuild(**kwargs) [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] raise NotImplementedError() [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] NotImplementedError [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] During handling of the above exception, another exception occurred: [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Traceback (most recent call last): [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self._detach_root_volume(context, instance, root_bdm) [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] with excutils.save_and_reraise_exception(): [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self.force_reraise() [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] raise self.value [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self.driver.detach_volume(context, old_connection_info, [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] return self._volumeops.detach_volume(connection_info, instance) [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self._detach_volume_vmdk(connection_info, instance) [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] stable_ref.fetch_moref(session) [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] nova.exception.InstanceNotFound: Instance d59babb2-c974-49ea-8030-af6943b8eb7e could not be found. [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] During handling of the above exception, another exception occurred: [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Traceback (most recent call last): [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 11220, in _error_out_instance_on_exception [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] yield [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1690.250395] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self._do_rebuild_instance_with_claim( [ 1690.251960] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1690.251960] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self._do_rebuild_instance( [ 1690.251960] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1690.251960] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self._rebuild_default_impl(**kwargs) [ 1690.251960] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1690.251960] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] self._rebuild_volume_backed_instance( [ 1690.251960] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1690.251960] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] raise exception.BuildAbortException( [ 1690.251960] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] nova.exception.BuildAbortException: Build of instance d59babb2-c974-49ea-8030-af6943b8eb7e aborted: Failed to rebuild volume backed instance. [ 1690.251960] env[62555]: ERROR nova.compute.manager [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] [ 1690.261687] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1690.269134] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.299760] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1690.300381] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1690.300735] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1690.302039] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1690.302039] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1690.302039] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1690.302039] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1690.302039] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1690.302039] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1690.302268] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1690.302486] env[62555]: DEBUG nova.virt.hardware [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1690.303521] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bd726a-809b-4ba0-96a6-588c1d51cf99 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.312143] env[62555]: DEBUG oslo_concurrency.lockutils [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.315523] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.739s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.319116] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a63f315-8d1e-4980-bfef-2270ead33ad6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.334661] env[62555]: INFO nova.compute.manager [-] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Took 2.00 seconds to deallocate network for instance. [ 1690.340960] env[62555]: INFO nova.scheduler.client.report [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Deleted allocations for instance 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3 [ 1690.373755] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508248} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.375761] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 6ad83348-72ad-4601-b1f9-acc314a8531e/6ad83348-72ad-4601-b1f9-acc314a8531e.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1690.375985] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1690.376423] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12bdc9ae-d827-4bd7-9d2b-78931f082b64 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.383347] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.385889] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1690.385889] env[62555]: value = "task-1705008" [ 1690.385889] env[62555]: _type = "Task" [ 1690.385889] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.395676] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.411638] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.600703] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Updating instance_info_cache with network_info: [{"id": "51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4", "address": "fa:16:3e:41:11:ea", "network": {"id": "9beb2987-c3c2-4c7d-b254-670cfde52ca1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-349765458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1983f29ff8f495b9e8be7a583afb4e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51898f3b-d3", "ovs_interfaceid": "51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.676835] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.698748] env[62555]: DEBUG nova.objects.instance [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lazy-loading 'flavor' on Instance uuid fdca2591-bdf9-4f08-b78e-a4e8c9d01905 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.777135] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "1830f9f8-e446-457a-9cee-1157c85ef568" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.777135] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "1830f9f8-e446-457a-9cee-1157c85ef568" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.785138] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705006, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.803454] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Successfully updated port: 3e9b0cfd-ff61-4e57-a735-6e913d12f176 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1690.843201] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.851104] env[62555]: DEBUG oslo_concurrency.lockutils [None req-aa0898b9-2240-4d90-9e5b-d9f306af1898 tempest-AttachInterfacesUnderV243Test-1204782490 tempest-AttachInterfacesUnderV243Test-1204782490-project-member] Lock "831d4c6b-09ba-4f1b-99cd-8c5f95374cd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.169s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.876618] env[62555]: DEBUG nova.objects.instance [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'pci_requests' on Instance uuid 131a3493-1f37-44bd-94c2-a1895723e334 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1690.883818] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705004, 'name': PowerOffVM_Task, 'duration_secs': 1.103547} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.884227] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1690.884470] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.886166] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9438b8d7-5bf0-4793-9cb0-b84cf5559f1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.898145] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065686} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.900312] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1690.900659] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1690.901449] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd79234-6487-4134-b749-f31ce686a9ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.904012] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e13c740b-d13e-4758-ace3-5af9972de378 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.927339] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 6ad83348-72ad-4601-b1f9-acc314a8531e/6ad83348-72ad-4601-b1f9-acc314a8531e.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1690.928026] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e58b73fb-0446-4d79-a220-bdc09d338203 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.949159] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1690.949159] env[62555]: value = "task-1705010" [ 1690.949159] env[62555]: _type = "Task" [ 1690.949159] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.960935] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.983095] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1690.983447] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1690.983753] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleting the datastore file [datastore1] 6867b1c2-f123-46a9-98f5-5272073f779c {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1690.984141] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42ef66d0-c8f8-4c55-b2c1-762abd4cada7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.994830] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1690.994830] env[62555]: value = "task-1705011" [ 1690.994830] env[62555]: _type = "Task" [ 1690.994830] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.006547] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.103490] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Releasing lock "refresh_cache-9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.103862] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Instance network_info: |[{"id": "51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4", "address": "fa:16:3e:41:11:ea", "network": {"id": "9beb2987-c3c2-4c7d-b254-670cfde52ca1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-349765458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1983f29ff8f495b9e8be7a583afb4e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51898f3b-d3", "ovs_interfaceid": "51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1691.104292] env[62555]: DEBUG oslo_concurrency.lockutils [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] Acquired lock "refresh_cache-9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.104486] env[62555]: DEBUG nova.network.neutron [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Refreshing network info cache for port 51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.105940] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:11:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1691.114882] env[62555]: DEBUG oslo.service.loopingcall [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.115525] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1691.115914] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfcb19e2-f7c5-46ba-9bb9-d8cbe7e938bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.140089] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1691.140089] env[62555]: value = "task-1705012" [ 1691.140089] env[62555]: _type = "Task" [ 1691.140089] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.149457] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705012, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.205607] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a14facc5-94ca-4e7d-b7ff-ec3ac74e95d6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.347s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.271772] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705006, 'name': ReconfigVM_Task, 'duration_secs': 1.246591} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.272214] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 92cb1240-706c-4aa3-9edb-2faa3b6b64f8/92cb1240-706c-4aa3-9edb-2faa3b6b64f8.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1691.273040] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55d02e92-0be7-41fa-a951-c6d27a536ecd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.283927] env[62555]: DEBUG nova.compute.manager [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1691.287030] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for the task: (returnval){ [ 1691.287030] env[62555]: value = "task-1705013" [ 1691.287030] env[62555]: _type = "Task" [ 1691.287030] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.296837] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705013, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.307038] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "refresh_cache-aa28823b-7dde-4fdf-a6ca-81789865ef37" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.307038] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired lock "refresh_cache-aa28823b-7dde-4fdf-a6ca-81789865ef37" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.307038] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.340023] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Applying migration context for instance 542f5291-21b4-4bd7-88b4-7636c4d8db75 as it has an incoming, in-progress migration 9104e521-c037-438c-9632-e6e03c96d0cb. Migration status is confirming {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1691.343988] env[62555]: INFO nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating resource usage from migration 9104e521-c037-438c-9632-e6e03c96d0cb [ 1691.375684] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 82834fab-3c1c-4451-a202-49dced9c36ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.376114] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9507999b-d5a3-4091-8457-a119a1726ea2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.376770] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 69481620-9360-4fce-a2e8-91ea5046bd64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.377019] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 5531e02e-939b-4dfa-b341-9f3d4dd2a875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.377305] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 4290adde-f861-4f47-8343-4f937865b4e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.377541] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 83fd6c8d-bf51-4314-ab64-b6f3be48e895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.377769] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 131a3493-1f37-44bd-94c2-a1895723e334 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.378021] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance af19afb3-5fc6-4c58-afaa-84f2afb337fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.378274] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 0fe798fd-df4c-45ca-b952-67b7ecfd7476 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.378483] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 3a4b9ee2-f504-4585-a8bf-b1749fbd34df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.378772] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 6867b1c2-f123-46a9-98f5-5272073f779c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.379179] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance fdca2591-bdf9-4f08-b78e-a4e8c9d01905 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.379468] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9d3ec26f-732d-4aa0-a56e-aef0fef524eb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1691.379720] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 5a402d79-5161-4c1b-a038-7d8294732f34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.380028] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 94ed51b0-3354-4e0f-a279-f67c79deea4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.380291] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance e1bed885-1ab2-4319-b7a0-a83ad748c9d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.380566] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Migration 9104e521-c037-438c-9632-e6e03c96d0cb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1691.380795] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 542f5291-21b4-4bd7-88b4-7636c4d8db75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.381070] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 92cb1240-706c-4aa3-9edb-2faa3b6b64f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.381601] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 63d219dc-67b7-4310-af26-e0dd297fadd6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.382557] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 6ad83348-72ad-4601-b1f9-acc314a8531e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.382819] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.383092] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance aa28823b-7dde-4fdf-a6ca-81789865ef37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1691.386793] env[62555]: DEBUG nova.objects.base [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Object Instance<131a3493-1f37-44bd-94c2-a1895723e334> lazy-loaded attributes: flavor,pci_requests {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1691.386793] env[62555]: DEBUG nova.network.neutron [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1691.435403] env[62555]: DEBUG nova.policy [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04316d97dc32441e886d5181af42522a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6979cbd408e3425fa8dedcb216b58814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1691.460378] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705010, 'name': ReconfigVM_Task, 'duration_secs': 0.319598} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.463117] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 6ad83348-72ad-4601-b1f9-acc314a8531e/6ad83348-72ad-4601-b1f9-acc314a8531e.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1691.463117] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f5eb41b-c618-41a8-acfb-2239f9aa8cbf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.468756] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1691.468756] env[62555]: value = "task-1705014" [ 1691.468756] env[62555]: _type = "Task" [ 1691.468756] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.478315] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705014, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.506717] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150506} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.507030] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.507358] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.508468] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.652256] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705012, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.771886] env[62555]: DEBUG nova.network.neutron [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Successfully created port: 381e89fc-fa6d-4d0c-a567-fa6764a4a4cd {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1691.803231] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705013, 'name': Rename_Task, 'duration_secs': 0.254749} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.803592] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.804677] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2cc5654-08bc-4dc3-b397-3d1065e3a30e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.814269] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for the task: (returnval){ [ 1691.814269] env[62555]: value = "task-1705015" [ 1691.814269] env[62555]: _type = "Task" [ 1691.814269] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.820672] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.826882] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.849848] env[62555]: DEBUG nova.network.neutron [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Updated VIF entry in instance network info cache for port 51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1691.850303] env[62555]: DEBUG nova.network.neutron [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Updating instance_info_cache with network_info: [{"id": "51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4", "address": "fa:16:3e:41:11:ea", "network": {"id": "9beb2987-c3c2-4c7d-b254-670cfde52ca1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-349765458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1983f29ff8f495b9e8be7a583afb4e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51898f3b-d3", "ovs_interfaceid": "51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1691.877713] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1691.889314] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 77c76f64-5bdd-4e32-855e-ca017e15ff1b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1691.928539] env[62555]: DEBUG nova.compute.manager [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Received event network-vif-plugged-3e9b0cfd-ff61-4e57-a735-6e913d12f176 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1691.929252] env[62555]: DEBUG oslo_concurrency.lockutils [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] Acquiring lock "aa28823b-7dde-4fdf-a6ca-81789865ef37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.929620] env[62555]: DEBUG oslo_concurrency.lockutils [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] Lock "aa28823b-7dde-4fdf-a6ca-81789865ef37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.929929] env[62555]: DEBUG oslo_concurrency.lockutils [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] Lock "aa28823b-7dde-4fdf-a6ca-81789865ef37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.930545] env[62555]: DEBUG nova.compute.manager [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] No waiting events found dispatching network-vif-plugged-3e9b0cfd-ff61-4e57-a735-6e913d12f176 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1691.931388] env[62555]: WARNING nova.compute.manager [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Received unexpected event network-vif-plugged-3e9b0cfd-ff61-4e57-a735-6e913d12f176 for instance with vm_state building and task_state spawning. [ 1691.931388] env[62555]: DEBUG nova.compute.manager [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Received event network-changed-3e9b0cfd-ff61-4e57-a735-6e913d12f176 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1691.931388] env[62555]: DEBUG nova.compute.manager [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Refreshing instance network info cache due to event network-changed-3e9b0cfd-ff61-4e57-a735-6e913d12f176. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1691.931388] env[62555]: DEBUG oslo_concurrency.lockutils [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] Acquiring lock "refresh_cache-aa28823b-7dde-4fdf-a6ca-81789865ef37" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.980229] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705014, 'name': Rename_Task, 'duration_secs': 0.280038} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.983342] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1691.983690] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6667fba3-f13c-4478-86e3-27d6d34b63d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.991059] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1691.991059] env[62555]: value = "task-1705016" [ 1691.991059] env[62555]: _type = "Task" [ 1691.991059] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.005064] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.113064] env[62555]: INFO nova.compute.manager [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Rebuilding instance [ 1692.150578] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705012, 'name': CreateVM_Task, 'duration_secs': 0.533459} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.150827] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1692.151613] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.151867] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.152409] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1692.152685] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53bd4c47-2dc8-47c8-b68f-bcd41b6ce6f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.157936] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1692.157936] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52590588-9b11-9760-4ead-09fabce69dcb" [ 1692.157936] env[62555]: _type = "Task" [ 1692.157936] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.162911] env[62555]: DEBUG nova.network.neutron [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Updating instance_info_cache with network_info: [{"id": "3e9b0cfd-ff61-4e57-a735-6e913d12f176", "address": "fa:16:3e:17:5d:0f", "network": {"id": "9beb2987-c3c2-4c7d-b254-670cfde52ca1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-349765458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1983f29ff8f495b9e8be7a583afb4e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9b0cfd-ff", "ovs_interfaceid": "3e9b0cfd-ff61-4e57-a735-6e913d12f176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.170917] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52590588-9b11-9760-4ead-09fabce69dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.173806] env[62555]: DEBUG nova.compute.manager [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.174639] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaca890-460f-433e-b1e5-8da5342051a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.284752] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.325648] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.353555] env[62555]: DEBUG oslo_concurrency.lockutils [req-ef351d77-03e0-4b4e-b4c6-4e0c2cbd9538 req-89ee9dd1-545a-496d-8791-9db1ccf14400 service nova] Releasing lock "refresh_cache-9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.392263] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance f4e0137c-d694-48d6-b042-42315b15784e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1692.502732] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705016, 'name': PowerOnVM_Task, 'duration_secs': 0.496642} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.503031] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.503215] env[62555]: INFO nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1692.503410] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.504789] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc114b3-acea-4f77-833c-f2ec2ed6ff7d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.556493] env[62555]: DEBUG nova.virt.hardware [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1692.556769] env[62555]: DEBUG nova.virt.hardware [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1692.556926] env[62555]: DEBUG nova.virt.hardware [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1692.557119] env[62555]: DEBUG nova.virt.hardware [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1692.557269] env[62555]: DEBUG nova.virt.hardware [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1692.557414] env[62555]: DEBUG nova.virt.hardware [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1692.557623] env[62555]: DEBUG nova.virt.hardware [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1692.557784] env[62555]: DEBUG nova.virt.hardware [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1692.557949] env[62555]: DEBUG nova.virt.hardware [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1692.558126] env[62555]: DEBUG nova.virt.hardware [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1692.558302] env[62555]: DEBUG nova.virt.hardware [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1692.560839] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac338a7e-1dfd-4de4-8c09-ec7526e55495 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.570316] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b677f80-8150-4364-ac7c-304ffba35e26 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.587690] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:0a:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '366379a1-61fe-4d06-bf9c-c92f73b384c9', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1692.596070] env[62555]: DEBUG oslo.service.loopingcall [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.596288] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1692.596535] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec922053-9cad-48d8-aec2-720f6252ce64 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.622091] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1692.622091] env[62555]: value = "task-1705017" [ 1692.622091] env[62555]: _type = "Task" [ 1692.622091] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.632468] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705017, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.668291] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Releasing lock "refresh_cache-aa28823b-7dde-4fdf-a6ca-81789865ef37" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.668615] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Instance network_info: |[{"id": "3e9b0cfd-ff61-4e57-a735-6e913d12f176", "address": "fa:16:3e:17:5d:0f", "network": {"id": "9beb2987-c3c2-4c7d-b254-670cfde52ca1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-349765458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1983f29ff8f495b9e8be7a583afb4e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9b0cfd-ff", "ovs_interfaceid": "3e9b0cfd-ff61-4e57-a735-6e913d12f176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1692.669297] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52590588-9b11-9760-4ead-09fabce69dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.010309} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.669621] env[62555]: DEBUG oslo_concurrency.lockutils [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] Acquired lock "refresh_cache-aa28823b-7dde-4fdf-a6ca-81789865ef37" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.669967] env[62555]: DEBUG nova.network.neutron [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Refreshing network info cache for port 3e9b0cfd-ff61-4e57-a735-6e913d12f176 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1692.671981] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:5d:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e9b0cfd-ff61-4e57-a735-6e913d12f176', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1692.680141] env[62555]: DEBUG oslo.service.loopingcall [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1692.680490] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1692.680672] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1692.681023] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.681228] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.681468] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1692.682740] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1692.682958] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36dcbe7e-ed80-433f-ac63-00821d247195 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.685293] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a47b7a16-ee02-47d4-b576-f0de5fd8a599 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.714567] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1692.714567] env[62555]: value = "task-1705018" [ 1692.714567] env[62555]: _type = "Task" [ 1692.714567] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.716946] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1692.717219] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1692.726810] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ee6b17-38c7-4b23-af20-62753cc8531a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.735262] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705018, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.736837] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1692.736837] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bffb44-c3a1-40dc-8c62-da7ba32ef921" [ 1692.736837] env[62555]: _type = "Task" [ 1692.736837] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.745949] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52bffb44-c3a1-40dc-8c62-da7ba32ef921, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.746777] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1804373-3f92-4f68-abfd-0c4ecf20334e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.752165] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1692.752165] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5260dcec-bb60-ed36-9b2a-c87c1a04fba0" [ 1692.752165] env[62555]: _type = "Task" [ 1692.752165] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.759950] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5260dcec-bb60-ed36-9b2a-c87c1a04fba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.826426] env[62555]: DEBUG oslo_vmware.api [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705015, 'name': PowerOnVM_Task, 'duration_secs': 0.802122} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.826856] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1692.827125] env[62555]: INFO nova.compute.manager [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1692.827319] env[62555]: DEBUG nova.compute.manager [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.828123] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a0c0ff-9f5d-41df-8cc8-9552b3fa319f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.895243] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 1830f9f8-e446-457a-9cee-1157c85ef568 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1692.896049] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1692.896049] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1693.030272] env[62555]: INFO nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Took 17.44 seconds to build instance. [ 1693.134038] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705017, 'name': CreateVM_Task, 'duration_secs': 0.43098} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.134373] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1693.135837] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.136038] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.136376] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1693.136642] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c635cb2b-bbd9-43dc-b2b8-a0dd8bf81542 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.142958] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1693.142958] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c56751-b428-a6cd-2b41-7bcc0d01051a" [ 1693.142958] env[62555]: _type = "Task" [ 1693.142958] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.152756] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c56751-b428-a6cd-2b41-7bcc0d01051a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.206020] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1693.206348] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e291609c-fb3b-477a-bf5b-816f88daab71 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.213223] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1693.213223] env[62555]: value = "task-1705019" [ 1693.213223] env[62555]: _type = "Task" [ 1693.213223] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.229214] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.232572] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705018, 'name': CreateVM_Task, 'duration_secs': 0.406561} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.235555] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1693.236514] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.262990] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5260dcec-bb60-ed36-9b2a-c87c1a04fba0, 'name': SearchDatastore_Task, 'duration_secs': 0.01005} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.265593] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.265856] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb/9bc95dbc-d99e-4e79-8138-63a2f9ad24fb.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1693.266302] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6ee4170-5da4-451d-880c-55ee29dcad8d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.273555] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1693.273555] env[62555]: value = "task-1705020" [ 1693.273555] env[62555]: _type = "Task" [ 1693.273555] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.284237] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.319149] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9fd47e-c612-4841-b9bc-42d5fea391ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.328286] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c2b0db-078e-4655-81d3-ff512f504416 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.373591] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743742a6-3bb2-4e36-8384-20277f65fe16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.382855] env[62555]: INFO nova.compute.manager [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Took 19.72 seconds to build instance. [ 1693.387980] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36f55fe-8958-4a70-9f92-7f958d1d1829 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.401712] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1693.534408] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "6ad83348-72ad-4601-b1f9-acc314a8531e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.948s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.538622] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Acquiring lock "d59babb2-c974-49ea-8030-af6943b8eb7e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.538761] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "d59babb2-c974-49ea-8030-af6943b8eb7e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.538918] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Acquiring lock "d59babb2-c974-49ea-8030-af6943b8eb7e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.539113] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "d59babb2-c974-49ea-8030-af6943b8eb7e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.539282] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "d59babb2-c974-49ea-8030-af6943b8eb7e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.541675] env[62555]: INFO nova.compute.manager [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Terminating instance [ 1693.656380] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c56751-b428-a6cd-2b41-7bcc0d01051a, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.656710] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.656952] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1693.657210] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.657359] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.657535] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1693.657830] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.658166] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1693.658407] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70398fbd-f1de-4453-978f-3cae601824d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.660367] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8bd469-9345-4dd9-8502-7b13668d301a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.665772] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1693.665772] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5237b362-ce21-c5b3-a46f-6b4aebff33b6" [ 1693.665772] env[62555]: _type = "Task" [ 1693.665772] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.679230] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1693.679454] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1693.680437] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5237b362-ce21-c5b3-a46f-6b4aebff33b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.680555] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f05246-2098-4b9f-86ce-e7fd1032a57e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.688331] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1693.688331] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529a9d07-e1b9-c0e1-9d37-ffa69d695659" [ 1693.688331] env[62555]: _type = "Task" [ 1693.688331] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.700026] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529a9d07-e1b9-c0e1-9d37-ffa69d695659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.724289] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705019, 'name': PowerOffVM_Task, 'duration_secs': 0.311043} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.727873] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1693.784422] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.807699] env[62555]: INFO nova.compute.manager [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Detaching volume 440d7a10-c48b-4ab8-b864-442f5e7c3086 [ 1693.856504] env[62555]: INFO nova.virt.block_device [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Attempting to driver detach volume 440d7a10-c48b-4ab8-b864-442f5e7c3086 from mountpoint /dev/sdb [ 1693.856813] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1693.856940] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355292', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'name': 'volume-440d7a10-c48b-4ab8-b864-442f5e7c3086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdca2591-bdf9-4f08-b78e-a4e8c9d01905', 'attached_at': '', 'detached_at': '', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'serial': '440d7a10-c48b-4ab8-b864-442f5e7c3086'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1693.857898] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21f6f92-51e7-48da-b571-94d5ac060197 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.880395] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4023966f-d0a9-4817-bbe6-6398ec3af788 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.884703] env[62555]: DEBUG oslo_concurrency.lockutils [None req-26c211cc-fbde-4c52-a793-5c62f6971270 tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.233s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.887722] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c9b3be-611d-4efb-a956-000ad874a785 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.909338] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1693.913380] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9f47c5-2397-4d80-89fd-7c65ce84bee2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.931767] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] The volume has not been displaced from its original location: [datastore1] volume-440d7a10-c48b-4ab8-b864-442f5e7c3086/volume-440d7a10-c48b-4ab8-b864-442f5e7c3086.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1693.937335] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1693.938399] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f9fe31-c38e-4a5b-9920-51f7a1847a1a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.958452] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1693.958452] env[62555]: value = "task-1705021" [ 1693.958452] env[62555]: _type = "Task" [ 1693.958452] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.968243] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.969162] env[62555]: DEBUG nova.network.neutron [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Updated VIF entry in instance network info cache for port 3e9b0cfd-ff61-4e57-a735-6e913d12f176. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.969493] env[62555]: DEBUG nova.network.neutron [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Updating instance_info_cache with network_info: [{"id": "3e9b0cfd-ff61-4e57-a735-6e913d12f176", "address": "fa:16:3e:17:5d:0f", "network": {"id": "9beb2987-c3c2-4c7d-b254-670cfde52ca1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-349765458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1983f29ff8f495b9e8be7a583afb4e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bfa7abe-7e46-4d8f-b50a-4d0c4509e4dc", "external-id": "nsx-vlan-transportzone-951", "segmentation_id": 951, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e9b0cfd-ff", "ovs_interfaceid": "3e9b0cfd-ff61-4e57-a735-6e913d12f176", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.045729] env[62555]: DEBUG nova.compute.manager [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1694.046195] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-afbd6711-2c2f-4ba2-9208-fc4b1c27a2c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.056994] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4844d28c-7584-49e8-8f67-1d70a1750982 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.095413] env[62555]: WARNING nova.virt.vmwareapi.driver [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance d59babb2-c974-49ea-8030-af6943b8eb7e could not be found. [ 1694.095815] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1694.096030] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-876c6463-6e5c-4c63-a006-6104722be93b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.106313] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0d7e59-1fe8-49ce-b6c7-8a1f0e0b1a52 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.152470] env[62555]: WARNING nova.virt.vmwareapi.vmops [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d59babb2-c974-49ea-8030-af6943b8eb7e could not be found. [ 1694.153636] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1694.153636] env[62555]: INFO nova.compute.manager [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1694.153636] env[62555]: DEBUG oslo.service.loopingcall [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.153636] env[62555]: DEBUG nova.compute.manager [-] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1694.153636] env[62555]: DEBUG nova.network.neutron [-] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1694.176237] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5237b362-ce21-c5b3-a46f-6b4aebff33b6, 'name': SearchDatastore_Task, 'duration_secs': 0.060883} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.176553] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.176786] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1694.176987] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.178946] env[62555]: DEBUG nova.network.neutron [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Successfully updated port: 381e89fc-fa6d-4d0c-a567-fa6764a4a4cd {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1694.199599] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529a9d07-e1b9-c0e1-9d37-ffa69d695659, 'name': SearchDatastore_Task, 'duration_secs': 0.043968} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.200359] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81caf24e-ee71-4a67-87ec-e8c07819cf58 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.205674] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1694.205674] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527ce979-d571-baf8-2094-ef0345c6698b" [ 1694.205674] env[62555]: _type = "Task" [ 1694.205674] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.214149] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527ce979-d571-baf8-2094-ef0345c6698b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.285618] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686709} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.286132] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb/9bc95dbc-d99e-4e79-8138-63a2f9ad24fb.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1694.286581] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1694.287193] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa6cf414-72fd-4e2e-a9c5-1f530d2aa535 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.298441] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1694.298441] env[62555]: value = "task-1705022" [ 1694.298441] env[62555]: _type = "Task" [ 1694.298441] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.310273] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.417984] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1694.418256] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.103s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.418600] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.487s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.471149] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705021, 'name': ReconfigVM_Task, 'duration_secs': 0.36964} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.471711] env[62555]: DEBUG oslo_concurrency.lockutils [req-819e3fe5-1d8c-4e29-9e22-93cae1d442cb req-8614c02d-013c-4913-b33a-2989e73bce7c service nova] Releasing lock "refresh_cache-aa28823b-7dde-4fdf-a6ca-81789865ef37" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.472754] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1694.477617] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be99a612-b2ef-4832-870d-74e6cfec89fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.496272] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1694.496272] env[62555]: value = "task-1705023" [ 1694.496272] env[62555]: _type = "Task" [ 1694.496272] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.506478] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.684365] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.685197] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.685499] env[62555]: DEBUG nova.network.neutron [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1694.717732] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527ce979-d571-baf8-2094-ef0345c6698b, 'name': SearchDatastore_Task, 'duration_secs': 0.022496} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.717973] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.718231] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 6867b1c2-f123-46a9-98f5-5272073f779c/6867b1c2-f123-46a9-98f5-5272073f779c.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1694.718533] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.718720] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1694.718934] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3bde367-af35-4f6f-b8c7-8835b30296f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.721998] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e48aee60-3441-43d4-b3a1-7ff8ab4ab41c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.729768] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1694.729768] env[62555]: value = "task-1705024" [ 1694.729768] env[62555]: _type = "Task" [ 1694.729768] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.733194] env[62555]: DEBUG nova.compute.manager [req-21e11ad1-5098-4bf8-ad0d-eb4eb1a39c5d req-bafe6592-ff82-4d00-8244-03bc8e2ba359 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received event network-vif-plugged-381e89fc-fa6d-4d0c-a567-fa6764a4a4cd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1694.733495] env[62555]: DEBUG oslo_concurrency.lockutils [req-21e11ad1-5098-4bf8-ad0d-eb4eb1a39c5d req-bafe6592-ff82-4d00-8244-03bc8e2ba359 service nova] Acquiring lock "131a3493-1f37-44bd-94c2-a1895723e334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.733776] env[62555]: DEBUG oslo_concurrency.lockutils [req-21e11ad1-5098-4bf8-ad0d-eb4eb1a39c5d req-bafe6592-ff82-4d00-8244-03bc8e2ba359 service nova] Lock "131a3493-1f37-44bd-94c2-a1895723e334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.734018] env[62555]: DEBUG oslo_concurrency.lockutils [req-21e11ad1-5098-4bf8-ad0d-eb4eb1a39c5d req-bafe6592-ff82-4d00-8244-03bc8e2ba359 service nova] Lock "131a3493-1f37-44bd-94c2-a1895723e334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.734289] env[62555]: DEBUG nova.compute.manager [req-21e11ad1-5098-4bf8-ad0d-eb4eb1a39c5d req-bafe6592-ff82-4d00-8244-03bc8e2ba359 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] No waiting events found dispatching network-vif-plugged-381e89fc-fa6d-4d0c-a567-fa6764a4a4cd {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1694.734528] env[62555]: WARNING nova.compute.manager [req-21e11ad1-5098-4bf8-ad0d-eb4eb1a39c5d req-bafe6592-ff82-4d00-8244-03bc8e2ba359 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received unexpected event network-vif-plugged-381e89fc-fa6d-4d0c-a567-fa6764a4a4cd for instance with vm_state active and task_state None. [ 1694.739481] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1694.739908] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1694.741100] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690c8418-be30-4127-87cc-be150b37c8a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.752172] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.753725] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1694.753725] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52319b58-6fa9-4575-e4e2-9f9017b60a69" [ 1694.753725] env[62555]: _type = "Task" [ 1694.753725] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.768321] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52319b58-6fa9-4575-e4e2-9f9017b60a69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.810269] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132983} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.811186] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1694.811553] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d75f3ea-0292-4801-b222-6f96802aa056 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.837681] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb/9bc95dbc-d99e-4e79-8138-63a2f9ad24fb.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.840384] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d68c339-38c9-4d0b-80f8-5d35497cb73a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.860627] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1694.860627] env[62555]: value = "task-1705025" [ 1694.860627] env[62555]: _type = "Task" [ 1694.860627] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.876537] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.011626] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705023, 'name': ReconfigVM_Task, 'duration_secs': 0.216546} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.012100] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355292', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'name': 'volume-440d7a10-c48b-4ab8-b864-442f5e7c3086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdca2591-bdf9-4f08-b78e-a4e8c9d01905', 'attached_at': '', 'detached_at': '', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'serial': '440d7a10-c48b-4ab8-b864-442f5e7c3086'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1695.234275] env[62555]: WARNING nova.network.neutron [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] bdb8326c-4629-4ada-be52-19a7e58b1238 already exists in list: networks containing: ['bdb8326c-4629-4ada-be52-19a7e58b1238']. ignoring it [ 1695.245705] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.265445] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52319b58-6fa9-4575-e4e2-9f9017b60a69, 'name': SearchDatastore_Task, 'duration_secs': 0.021953} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.272018] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308733af-e773-467a-8e02-6a304d2a49b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.276234] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1695.276234] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52200052-50e2-5d19-2b5f-12ffd64a3159" [ 1695.276234] env[62555]: _type = "Task" [ 1695.276234] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.282749] env[62555]: DEBUG nova.network.neutron [-] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.290816] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52200052-50e2-5d19-2b5f-12ffd64a3159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.371266] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705025, 'name': ReconfigVM_Task, 'duration_secs': 0.423949} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.371844] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb/9bc95dbc-d99e-4e79-8138-63a2f9ad24fb.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.372260] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09d767ca-d17f-42c8-98b4-b635a5b733ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.380367] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1695.380367] env[62555]: value = "task-1705026" [ 1695.380367] env[62555]: _type = "Task" [ 1695.380367] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.390360] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705026, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.435442] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cc37af-08ae-4b6e-8846-72898c007234 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.451829] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a56fe0-a3f7-43c4-915b-5783b78d8669 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.501913] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e954936d-33c5-4993-b526-2d9b9634bf08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.510680] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2094643f-cb34-4103-ab08-d1bea0652b1a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.526615] env[62555]: DEBUG nova.compute.provider_tree [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1695.639253] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquiring lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.640507] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.640507] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquiring lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.640507] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.640507] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.642301] env[62555]: INFO nova.compute.manager [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Terminating instance [ 1695.741482] env[62555]: DEBUG nova.network.neutron [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updating instance_info_cache with network_info: [{"id": "54626c75-02a2-41ce-aab9-d466c8617df9", "address": "fa:16:3e:3e:85:2b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54626c75-02", "ovs_interfaceid": "54626c75-02a2-41ce-aab9-d466c8617df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "381e89fc-fa6d-4d0c-a567-fa6764a4a4cd", "address": "fa:16:3e:b6:77:55", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap381e89fc-fa", "ovs_interfaceid": "381e89fc-fa6d-4d0c-a567-fa6764a4a4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.747787] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705024, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.787357] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52200052-50e2-5d19-2b5f-12ffd64a3159, 'name': SearchDatastore_Task, 'duration_secs': 0.012208} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.788178] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.788178] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] aa28823b-7dde-4fdf-a6ca-81789865ef37/aa28823b-7dde-4fdf-a6ca-81789865ef37.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1695.788663] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-539d07e1-1301-4386-8c88-1ef07ddbf521 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.796377] env[62555]: INFO nova.compute.manager [-] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Took 1.64 seconds to deallocate network for instance. [ 1695.796914] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1695.796914] env[62555]: value = "task-1705027" [ 1695.796914] env[62555]: _type = "Task" [ 1695.796914] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.810579] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.891150] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705026, 'name': Rename_Task, 'duration_secs': 0.187091} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.891500] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1695.891660] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e027141-cdc4-472e-ba55-41df9b7b12b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.898883] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1695.898883] env[62555]: value = "task-1705028" [ 1695.898883] env[62555]: _type = "Task" [ 1695.898883] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.910274] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.050128] env[62555]: ERROR nova.scheduler.client.report [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [req-2b4d60da-ee19-4b62-9564-d0ec99fea85a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b4d60da-ee19-4b62-9564-d0ec99fea85a"}]} [ 1696.071395] env[62555]: DEBUG nova.scheduler.client.report [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1696.087960] env[62555]: DEBUG nova.scheduler.client.report [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1696.088282] env[62555]: DEBUG nova.compute.provider_tree [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1696.093739] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.093739] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f85ad4-af45-4e55-9602-8e613cc7fae0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.099200] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1696.099200] env[62555]: value = "task-1705029" [ 1696.099200] env[62555]: _type = "Task" [ 1696.099200] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.116797] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1696.116797] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1696.116797] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355292', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'name': 'volume-440d7a10-c48b-4ab8-b864-442f5e7c3086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdca2591-bdf9-4f08-b78e-a4e8c9d01905', 'attached_at': '', 'detached_at': '', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'serial': '440d7a10-c48b-4ab8-b864-442f5e7c3086'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1696.116797] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccd29fa-70db-4b05-a329-654a44be6566 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.123071] env[62555]: DEBUG nova.scheduler.client.report [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1696.148186] env[62555]: DEBUG nova.compute.manager [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1696.148498] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.149843] env[62555]: DEBUG nova.scheduler.client.report [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1696.152756] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac3d86c-a86a-485a-9963-e56dbd2e72ff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.157048] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7828b6c9-3026-4e38-a9ee-eb555f86eecd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.168438] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.170597] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1dfca14-1744-42c0-8849-e0d80674bb0e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.172653] env[62555]: WARNING nova.virt.vmwareapi.driver [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1696.173464] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.174312] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23702b4-24c1-4232-9ad7-78ab490aad7a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.182254] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1696.183912] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64467dcd-6e06-4fff-8988-fe78825c9d6e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.185957] env[62555]: DEBUG oslo_vmware.api [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for the task: (returnval){ [ 1696.185957] env[62555]: value = "task-1705030" [ 1696.185957] env[62555]: _type = "Task" [ 1696.185957] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.199218] env[62555]: DEBUG oslo_vmware.api [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.244676] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.245782] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.246397] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.248421] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62599b1-8ec6-402c-bffe-6635a57051ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.258715] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705024, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.254554} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.263962] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 6867b1c2-f123-46a9-98f5-5272073f779c/6867b1c2-f123-46a9-98f5-5272073f779c.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1696.264433] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1696.265079] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91a3280f-2d15-424e-b6c5-227840dc4a28 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.289262] env[62555]: DEBUG nova.virt.hardware [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1696.289703] env[62555]: DEBUG nova.virt.hardware [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1696.289895] env[62555]: DEBUG nova.virt.hardware [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1696.290174] env[62555]: DEBUG nova.virt.hardware [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1696.290457] env[62555]: DEBUG nova.virt.hardware [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1696.290924] env[62555]: DEBUG nova.virt.hardware [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1696.291067] env[62555]: DEBUG nova.virt.hardware [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1696.291302] env[62555]: DEBUG nova.virt.hardware [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1696.291580] env[62555]: DEBUG nova.virt.hardware [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1696.291916] env[62555]: DEBUG nova.virt.hardware [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1696.292278] env[62555]: DEBUG nova.virt.hardware [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1696.299898] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Reconfiguring VM to attach interface {{(pid=62555) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1696.304168] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f54f95-f0f4-4d2e-b789-4ccb33ac5729 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.325064] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1696.325064] env[62555]: value = "task-1705032" [ 1696.325064] env[62555]: _type = "Task" [ 1696.325064] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.332450] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705027, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.332734] env[62555]: DEBUG oslo_vmware.api [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1696.332734] env[62555]: value = "task-1705033" [ 1696.332734] env[62555]: _type = "Task" [ 1696.332734] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.342527] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705032, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.348862] env[62555]: DEBUG oslo_vmware.api [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705033, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.354779] env[62555]: INFO nova.compute.manager [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Took 0.56 seconds to detach 1 volumes for instance. [ 1696.359292] env[62555]: DEBUG nova.compute.manager [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Deleting volume: a89c408a-9c84-4094-8ea4-01f2c13012c1 {{(pid=62555) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1696.411029] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705028, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.694235] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042226e8-d9ab-4579-bd73-cd120bea8c4e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.704966] env[62555]: DEBUG oslo_vmware.api [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705030, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.706859] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11340e7f-6d61-4561-8fa2-97a0c3653b70 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.743020] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979c523d-3d09-4532-9f30-74a116add568 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.753651] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb4d612-577e-4afa-a481-c6d50897d0b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.771545] env[62555]: DEBUG nova.compute.provider_tree [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1696.816033] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739199} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.816033] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] aa28823b-7dde-4fdf-a6ca-81789865ef37/aa28823b-7dde-4fdf-a6ca-81789865ef37.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1696.816033] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1696.816033] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9ad3603-3ca9-42ed-8ea9-32d0c7222360 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.823958] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1696.823958] env[62555]: value = "task-1705035" [ 1696.823958] env[62555]: _type = "Task" [ 1696.823958] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.837309] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705032, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116473} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.845667] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1696.846226] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.847104] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118c4d9b-57e0-416b-976c-9ddc13770b8b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.856347] env[62555]: DEBUG oslo_vmware.api [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705033, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.882239] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 6867b1c2-f123-46a9-98f5-5272073f779c/6867b1c2-f123-46a9-98f5-5272073f779c.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.882239] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10c018f1-40bd-4d0d-88b1-6a69f2a9e242 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.905011] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1696.905011] env[62555]: value = "task-1705036" [ 1696.905011] env[62555]: _type = "Task" [ 1696.905011] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.908997] env[62555]: DEBUG nova.compute.manager [req-985036c1-e17d-44a4-a33f-51f703be2307 req-dd372ad6-239f-410d-bb31-fb8f5bf28cf6 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received event network-changed-381e89fc-fa6d-4d0c-a567-fa6764a4a4cd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1696.909396] env[62555]: DEBUG nova.compute.manager [req-985036c1-e17d-44a4-a33f-51f703be2307 req-dd372ad6-239f-410d-bb31-fb8f5bf28cf6 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Refreshing instance network info cache due to event network-changed-381e89fc-fa6d-4d0c-a567-fa6764a4a4cd. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1696.909496] env[62555]: DEBUG oslo_concurrency.lockutils [req-985036c1-e17d-44a4-a33f-51f703be2307 req-dd372ad6-239f-410d-bb31-fb8f5bf28cf6 service nova] Acquiring lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.909642] env[62555]: DEBUG oslo_concurrency.lockutils [req-985036c1-e17d-44a4-a33f-51f703be2307 req-dd372ad6-239f-410d-bb31-fb8f5bf28cf6 service nova] Acquired lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.909806] env[62555]: DEBUG nova.network.neutron [req-985036c1-e17d-44a4-a33f-51f703be2307 req-dd372ad6-239f-410d-bb31-fb8f5bf28cf6 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Refreshing network info cache for port 381e89fc-fa6d-4d0c-a567-fa6764a4a4cd {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1696.920914] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705028, 'name': PowerOnVM_Task, 'duration_secs': 0.733763} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.922876] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.922876] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1696.923063] env[62555]: INFO nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1696.923241] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1696.925057] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af99c9a-4945-4da6-b7e5-bbfa1bed6915 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.931532] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705036, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.201052] env[62555]: DEBUG oslo_vmware.api [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705030, 'name': PowerOffVM_Task, 'duration_secs': 0.678694} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.201052] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.201052] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.201052] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01878628-d5f3-4d2d-b7a8-4953b5b532db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.203248] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.203646] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.203950] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleting the datastore file [datastore1] fdca2591-bdf9-4f08-b78e-a4e8c9d01905 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.206909] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c483e7d-36c8-460c-a4e2-51c87ddd91d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.212832] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1697.212832] env[62555]: value = "task-1705038" [ 1697.212832] env[62555]: _type = "Task" [ 1697.212832] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.230928] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.304814] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.305217] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.305806] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Deleting the datastore file [datastore1] 92cb1240-706c-4aa3-9edb-2faa3b6b64f8 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.305886] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23ae4bb1-6a3c-4c2f-bf7b-73bf3b94566a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.313205] env[62555]: DEBUG oslo_vmware.api [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for the task: (returnval){ [ 1697.313205] env[62555]: value = "task-1705039" [ 1697.313205] env[62555]: _type = "Task" [ 1697.313205] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.322714] env[62555]: DEBUG oslo_vmware.api [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.324016] env[62555]: DEBUG nova.scheduler.client.report [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 120 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1697.324299] env[62555]: DEBUG nova.compute.provider_tree [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 120 to 121 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1697.324520] env[62555]: DEBUG nova.compute.provider_tree [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1697.340438] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073344} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.344241] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1697.345126] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b790ea-323a-4e96-85dc-c9a63ed3f3c0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.377344] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] aa28823b-7dde-4fdf-a6ca-81789865ef37/aa28823b-7dde-4fdf-a6ca-81789865ef37.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1697.377344] env[62555]: DEBUG oslo_vmware.api [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705033, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.377859] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a245c601-a541-4e13-8c5a-1acd5137dfe4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.400175] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1697.400175] env[62555]: value = "task-1705040" [ 1697.400175] env[62555]: _type = "Task" [ 1697.400175] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.410421] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.421677] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.452332] env[62555]: INFO nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Took 21.83 seconds to build instance. [ 1697.726306] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189067} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.726780] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.726943] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.727201] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.826185] env[62555]: DEBUG oslo_vmware.api [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Task: {'id': task-1705039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204786} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.826425] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.826668] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.827105] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.827490] env[62555]: INFO nova.compute.manager [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1697.827814] env[62555]: DEBUG oslo.service.loopingcall [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.828183] env[62555]: DEBUG nova.compute.manager [-] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1697.828328] env[62555]: DEBUG nova.network.neutron [-] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1697.856182] env[62555]: DEBUG oslo_vmware.api [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705033, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.911478] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705040, 'name': ReconfigVM_Task, 'duration_secs': 0.365068} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.915786] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Reconfigured VM instance instance-00000056 to attach disk [datastore1] aa28823b-7dde-4fdf-a6ca-81789865ef37/aa28823b-7dde-4fdf-a6ca-81789865ef37.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.916794] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b1a557-d5d0-447e-bd21-f51cf44599f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.925249] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705036, 'name': ReconfigVM_Task, 'duration_secs': 0.555742} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.926830] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 6867b1c2-f123-46a9-98f5-5272073f779c/6867b1c2-f123-46a9-98f5-5272073f779c.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.927915] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1697.927915] env[62555]: value = "task-1705041" [ 1697.927915] env[62555]: _type = "Task" [ 1697.927915] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.928248] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f13953a-87ed-461d-bf58-53c098f47481 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.948123] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705041, 'name': Rename_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.948123] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1697.948123] env[62555]: value = "task-1705042" [ 1697.948123] env[62555]: _type = "Task" [ 1697.948123] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.957054] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.341s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.957366] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705042, 'name': Rename_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.237157] env[62555]: INFO nova.virt.block_device [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Booting with volume 440d7a10-c48b-4ab8-b864-442f5e7c3086 at /dev/sdb [ 1698.267667] env[62555]: DEBUG nova.network.neutron [req-985036c1-e17d-44a4-a33f-51f703be2307 req-dd372ad6-239f-410d-bb31-fb8f5bf28cf6 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updated VIF entry in instance network info cache for port 381e89fc-fa6d-4d0c-a567-fa6764a4a4cd. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1698.270560] env[62555]: DEBUG nova.network.neutron [req-985036c1-e17d-44a4-a33f-51f703be2307 req-dd372ad6-239f-410d-bb31-fb8f5bf28cf6 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updating instance_info_cache with network_info: [{"id": "54626c75-02a2-41ce-aab9-d466c8617df9", "address": "fa:16:3e:3e:85:2b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54626c75-02", "ovs_interfaceid": "54626c75-02a2-41ce-aab9-d466c8617df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "381e89fc-fa6d-4d0c-a567-fa6764a4a4cd", "address": "fa:16:3e:b6:77:55", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap381e89fc-fa", "ovs_interfaceid": "381e89fc-fa6d-4d0c-a567-fa6764a4a4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.288788] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9fe6d31-01fe-4bb1-93ba-79d3df60c4d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.305151] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9338a2d6-439a-42bf-88ee-46babbb23665 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.358303] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.940s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.367770] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.683s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.369742] env[62555]: INFO nova.compute.claims [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1698.372552] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66cd1cf3-d985-4ee9-afa7-02a62e694076 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.383570] env[62555]: DEBUG oslo_vmware.api [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705033, 'name': ReconfigVM_Task, 'duration_secs': 1.641423} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.385207] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.385746] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Reconfigured VM to attach interface {{(pid=62555) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1698.391341] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8f7f39-4149-4da2-aa7d-35c66c984599 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.429633] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304eb774-9eee-499b-83d7-16abaee3087d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.445369] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ec2ed2-f196-4ead-b8b7-0a31415bbc05 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.448190] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705041, 'name': Rename_Task, 'duration_secs': 0.208398} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.448895] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1698.452465] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b03484dd-aedc-4cc8-b3e7-c964e9c9d4ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.461238] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705042, 'name': Rename_Task, 'duration_secs': 0.226169} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.462053] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1698.462338] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1db6b5f9-c502-46ca-b383-a2b956f01a08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.470361] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1698.470361] env[62555]: value = "task-1705043" [ 1698.470361] env[62555]: _type = "Task" [ 1698.470361] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.475280] env[62555]: DEBUG nova.virt.block_device [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Updating existing volume attachment record: be08ecc1-2230-47ca-b83a-e903951158e4 {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1698.481395] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1698.481395] env[62555]: value = "task-1705044" [ 1698.481395] env[62555]: _type = "Task" [ 1698.481395] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.488803] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705043, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.495232] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705044, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.771430] env[62555]: DEBUG oslo_concurrency.lockutils [req-985036c1-e17d-44a4-a33f-51f703be2307 req-dd372ad6-239f-410d-bb31-fb8f5bf28cf6 service nova] Releasing lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.771713] env[62555]: DEBUG nova.compute.manager [req-985036c1-e17d-44a4-a33f-51f703be2307 req-dd372ad6-239f-410d-bb31-fb8f5bf28cf6 service nova] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Received event network-vif-deleted-94ba4638-7926-4464-a15a-99ee34f15a31 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1698.906671] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6396d7fa-bc42-4f5e-8f8c-a66f2bcbf19c tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.658s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.944133] env[62555]: INFO nova.scheduler.client.report [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted allocation for migration 9104e521-c037-438c-9632-e6e03c96d0cb [ 1698.998581] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.001920] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705043, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.142288] env[62555]: DEBUG nova.network.neutron [-] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.391858] env[62555]: DEBUG nova.compute.manager [req-45af869a-a750-4ac1-ac56-af8af0c11b59 req-d0aeaa27-fa8d-4945-b05c-9ab156362bbf service nova] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Received event network-vif-deleted-2d3747c5-1755-444b-8552-bbe5b71eb783 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1699.450059] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a7e548c5-6164-4e96-a581-df84af960e58 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.023s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.494210] env[62555]: DEBUG oslo_vmware.api [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705043, 'name': PowerOnVM_Task, 'duration_secs': 0.539416} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.495504] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.496814] env[62555]: INFO nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1699.497127] env[62555]: DEBUG nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.503867] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682c7e0c-f021-4fcb-9b6b-79e7057a34ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.507147] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.644634] env[62555]: INFO nova.compute.manager [-] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Took 1.82 seconds to deallocate network for instance. [ 1699.794897] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbecc19f-59ae-445d-9ccf-c14462f47c7a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.803734] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21c4c01-f2ed-48b6-9c3e-8d9c89f5bc61 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.845913] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66ba035-0821-4e04-bf08-bc770c501cbb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.854935] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51b3c4d-7605-4d9a-b612-bbe42094ea5a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.870774] env[62555]: DEBUG nova.compute.provider_tree [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1699.995829] env[62555]: DEBUG oslo_vmware.api [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705044, 'name': PowerOnVM_Task, 'duration_secs': 1.493364} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.996686] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.997106] env[62555]: DEBUG nova.compute.manager [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.998238] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2453d624-f53c-4b08-860f-6ed74c8be8ff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.024777] env[62555]: INFO nova.compute.manager [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Took 24.37 seconds to build instance. [ 1700.152359] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.200993] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5d44c-5366-bb17-4700-e46acb8cf257/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1700.202062] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4705d6a0-2a51-41bd-8af8-d59213c4f698 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.209478] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5d44c-5366-bb17-4700-e46acb8cf257/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1700.210333] env[62555]: ERROR oslo_vmware.rw_handles [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5d44c-5366-bb17-4700-e46acb8cf257/disk-0.vmdk due to incomplete transfer. [ 1700.210333] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-681382a9-e716-4df1-ba11-70d8db9b7bcf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.219055] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f5d44c-5366-bb17-4700-e46acb8cf257/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1700.219055] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Uploaded image 75ca1dcb-178e-4cfd-9d71-ae4753a64bec to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1700.221925] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1700.224278] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e9356666-1972-4c8a-9f8d-e5c71eb95d69 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.229889] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1700.229889] env[62555]: value = "task-1705045" [ 1700.229889] env[62555]: _type = "Task" [ 1700.229889] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.243360] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705045, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.403137] env[62555]: ERROR nova.scheduler.client.report [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [req-d3ecc476-dea5-4e05-af0a-4a47ea07225e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d3ecc476-dea5-4e05-af0a-4a47ea07225e"}]} [ 1700.423778] env[62555]: DEBUG nova.scheduler.client.report [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1700.439076] env[62555]: DEBUG nova.scheduler.client.report [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1700.439076] env[62555]: DEBUG nova.compute.provider_tree [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1700.453233] env[62555]: DEBUG nova.scheduler.client.report [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1700.493297] env[62555]: DEBUG nova.scheduler.client.report [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1700.519431] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.529199] env[62555]: DEBUG oslo_concurrency.lockutils [None req-52881ced-efb3-4f3d-b5f3-b9a128d46efe tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "aa28823b-7dde-4fdf-a6ca-81789865ef37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.882s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.631530] env[62555]: DEBUG nova.virt.hardware [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1700.631976] env[62555]: DEBUG nova.virt.hardware [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1700.632492] env[62555]: DEBUG nova.virt.hardware [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1700.632754] env[62555]: DEBUG nova.virt.hardware [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1700.632922] env[62555]: DEBUG nova.virt.hardware [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1700.633585] env[62555]: DEBUG nova.virt.hardware [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1700.634690] env[62555]: DEBUG nova.virt.hardware [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1700.634690] env[62555]: DEBUG nova.virt.hardware [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1700.634690] env[62555]: DEBUG nova.virt.hardware [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1700.634690] env[62555]: DEBUG nova.virt.hardware [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1700.634690] env[62555]: DEBUG nova.virt.hardware [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1700.635785] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a58e72-29b7-41c1-826f-484df23b7c16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.646756] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa95088f-fbad-4cdb-9cb8-c84676c23db8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.668918] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:b9:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e0e57ed-85c0-432a-9e86-70e5fa5d0d79', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1700.678487] env[62555]: DEBUG oslo.service.loopingcall [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1700.681304] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1700.682622] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-758071d5-5ce8-49d9-8b35-ce577139d465 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.705834] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1700.705834] env[62555]: value = "task-1705046" [ 1700.705834] env[62555]: _type = "Task" [ 1700.705834] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.714669] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705046, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.743427] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705045, 'name': Destroy_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.925621] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13944a66-d660-4221-addd-e957c054baa4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.935571] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111df11b-21b9-4899-a522-b81211b24dfa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.969451] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030c102a-4b0f-4232-aa32-5477a8e51626 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.977720] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f12d35-5480-4d77-8e49-ea062b852917 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.992651] env[62555]: DEBUG nova.compute.provider_tree [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1701.215929] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705046, 'name': CreateVM_Task, 'duration_secs': 0.405448} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.218016] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1701.218016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.218016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.218016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1701.218016] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a66e375e-afca-4f25-a8d8-fd7a95f951e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.222580] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1701.222580] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d426b3-b995-94d3-7b8f-07ddd4145107" [ 1701.222580] env[62555]: _type = "Task" [ 1701.222580] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.233259] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d426b3-b995-94d3-7b8f-07ddd4145107, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.246018] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705045, 'name': Destroy_Task, 'duration_secs': 0.64301} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.246018] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Destroyed the VM [ 1701.246018] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1701.246018] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-92ec9c3b-78c2-4667-a2f7-a0df7267dc5d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.251487] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1701.251487] env[62555]: value = "task-1705047" [ 1701.251487] env[62555]: _type = "Task" [ 1701.251487] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.260361] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705047, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.346255] env[62555]: DEBUG oslo_concurrency.lockutils [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Acquiring lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.346947] env[62555]: DEBUG oslo_concurrency.lockutils [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.347434] env[62555]: DEBUG oslo_concurrency.lockutils [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Acquiring lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.347867] env[62555]: DEBUG oslo_concurrency.lockutils [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.348126] env[62555]: DEBUG oslo_concurrency.lockutils [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.350778] env[62555]: INFO nova.compute.manager [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Terminating instance [ 1701.528950] env[62555]: DEBUG nova.scheduler.client.report [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1701.529118] env[62555]: DEBUG nova.compute.provider_tree [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 122 to 123 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1701.529321] env[62555]: DEBUG nova.compute.provider_tree [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1701.533025] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-f9c985fa-4af3-4ce7-b471-7e4dba8d3338" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.533190] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-f9c985fa-4af3-4ce7-b471-7e4dba8d3338" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.533509] env[62555]: DEBUG nova.objects.instance [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'flavor' on Instance uuid 131a3493-1f37-44bd-94c2-a1895723e334 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1701.733812] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d426b3-b995-94d3-7b8f-07ddd4145107, 'name': SearchDatastore_Task, 'duration_secs': 0.017081} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.734160] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.734398] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1701.734626] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.734768] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.734943] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1701.735278] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a4dcbc0-4b17-48c9-b6e2-33fb30c8f2be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.744145] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1701.744369] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1701.745312] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0365d459-ff47-45b1-88fc-ba8d1bcd8cf5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.750861] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1701.750861] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e3cf61-8722-cfa4-c487-05cc2088f040" [ 1701.750861] env[62555]: _type = "Task" [ 1701.750861] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.760942] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e3cf61-8722-cfa4-c487-05cc2088f040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.763795] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705047, 'name': RemoveSnapshot_Task} progress is 57%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.855639] env[62555]: DEBUG nova.compute.manager [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1701.855894] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1701.856218] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8caa7acf-36a8-458c-8a9a-d52d3c58917d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.863569] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Waiting for the task: (returnval){ [ 1701.863569] env[62555]: value = "task-1705048" [ 1701.863569] env[62555]: _type = "Task" [ 1701.863569] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.876807] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1705048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.037145] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.669s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.038034] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1702.043059] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.329s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.044417] env[62555]: INFO nova.compute.claims [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1702.183742] env[62555]: DEBUG nova.objects.instance [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'pci_requests' on Instance uuid 131a3493-1f37-44bd-94c2-a1895723e334 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1702.265793] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e3cf61-8722-cfa4-c487-05cc2088f040, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.270122] env[62555]: DEBUG oslo_vmware.api [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705047, 'name': RemoveSnapshot_Task, 'duration_secs': 0.575308} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.270396] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979cb09b-5c36-481c-aaf8-cf0885c92dd8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.273128] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1702.273406] env[62555]: INFO nova.compute.manager [None req-0c762aa7-d16a-4c0b-94e1-14e06d703af2 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Took 18.85 seconds to snapshot the instance on the hypervisor. [ 1702.279174] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1702.279174] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dc0a5d-77b4-1990-6f03-e345b7765254" [ 1702.279174] env[62555]: _type = "Task" [ 1702.279174] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.289343] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dc0a5d-77b4-1990-6f03-e345b7765254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.374736] env[62555]: DEBUG oslo_concurrency.lockutils [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "6ad83348-72ad-4601-b1f9-acc314a8531e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.374918] env[62555]: DEBUG oslo_concurrency.lockutils [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "6ad83348-72ad-4601-b1f9-acc314a8531e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.375171] env[62555]: DEBUG oslo_concurrency.lockutils [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "6ad83348-72ad-4601-b1f9-acc314a8531e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.375375] env[62555]: DEBUG oslo_concurrency.lockutils [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "6ad83348-72ad-4601-b1f9-acc314a8531e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.375570] env[62555]: DEBUG oslo_concurrency.lockutils [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "6ad83348-72ad-4601-b1f9-acc314a8531e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.377354] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1705048, 'name': PowerOffVM_Task, 'duration_secs': 0.478802} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.378102] env[62555]: INFO nova.compute.manager [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Terminating instance [ 1702.379172] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1702.379401] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1702.379591] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355230', 'volume_id': '54bc9ff7-cfc7-43dd-859f-66136e257516', 'name': 'volume-54bc9ff7-cfc7-43dd-859f-66136e257516', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0fe798fd-df4c-45ca-b952-67b7ecfd7476', 'attached_at': '', 'detached_at': '', 'volume_id': '54bc9ff7-cfc7-43dd-859f-66136e257516', 'serial': '54bc9ff7-cfc7-43dd-859f-66136e257516'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1702.380705] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d24dc1b-66ca-4f12-8733-bb457693c1d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.401672] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3977a4b-61ed-432a-9874-e1b228051de5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.409432] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db9e4b5-09ec-4a17-ab1d-ccba1473f527 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.427954] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72a7677-e539-428a-9280-a2f06646a3c5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.443706] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] The volume has not been displaced from its original location: [datastore1] volume-54bc9ff7-cfc7-43dd-859f-66136e257516/volume-54bc9ff7-cfc7-43dd-859f-66136e257516.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1702.449166] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1702.449552] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed103f2e-7b1a-402c-a4c1-816704121d60 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.469728] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Waiting for the task: (returnval){ [ 1702.469728] env[62555]: value = "task-1705049" [ 1702.469728] env[62555]: _type = "Task" [ 1702.469728] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.480370] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1705049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.548537] env[62555]: DEBUG nova.compute.utils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1702.551773] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1702.551973] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.602185] env[62555]: DEBUG nova.policy [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2de2b401b3434390a3fb4dfc7589d08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '747bfeebcd7946f7b57fff693c744f53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.686725] env[62555]: DEBUG nova.objects.base [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Object Instance<131a3493-1f37-44bd-94c2-a1895723e334> lazy-loaded attributes: flavor,pci_requests {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1702.686896] env[62555]: DEBUG nova.network.neutron [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1702.792697] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dc0a5d-77b4-1990-6f03-e345b7765254, 'name': SearchDatastore_Task, 'duration_secs': 0.012204} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.792997] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.793316] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fdca2591-bdf9-4f08-b78e-a4e8c9d01905/fdca2591-bdf9-4f08-b78e-a4e8c9d01905.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1702.793595] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1665c90e-51bc-4c87-800c-0709429c3988 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.801255] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "542f5291-21b4-4bd7-88b4-7636c4d8db75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.801497] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.801799] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "542f5291-21b4-4bd7-88b4-7636c4d8db75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.801903] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.802150] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.803870] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1702.803870] env[62555]: value = "task-1705050" [ 1702.803870] env[62555]: _type = "Task" [ 1702.803870] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.804727] env[62555]: INFO nova.compute.manager [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Terminating instance [ 1702.815323] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.861304] env[62555]: DEBUG nova.policy [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04316d97dc32441e886d5181af42522a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6979cbd408e3425fa8dedcb216b58814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1702.886196] env[62555]: DEBUG nova.compute.manager [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1702.886442] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1702.887757] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c57d34a-a5e8-4e2e-9165-07baad540435 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.895508] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1702.895817] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ea250f-6106-4039-aec9-590485be1d8c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.904506] env[62555]: DEBUG oslo_vmware.api [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1702.904506] env[62555]: value = "task-1705051" [ 1702.904506] env[62555]: _type = "Task" [ 1702.904506] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.912945] env[62555]: DEBUG oslo_vmware.api [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.980268] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1705049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.058620] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1703.201297] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Successfully created port: 9cc39892-6dcc-4d31-aa96-345b7c8f6082 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1703.311164] env[62555]: DEBUG nova.compute.manager [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1703.311425] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1703.312141] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a937a73-0b44-46cf-a5fe-ef1b2747230a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.318076] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.324801] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1703.325063] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61d242f0-7b69-4d8c-9fbf-61150c3a3fa3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.331408] env[62555]: DEBUG oslo_vmware.api [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1703.331408] env[62555]: value = "task-1705052" [ 1703.331408] env[62555]: _type = "Task" [ 1703.331408] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.342543] env[62555]: DEBUG oslo_vmware.api [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705052, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.415330] env[62555]: DEBUG oslo_vmware.api [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705051, 'name': PowerOffVM_Task, 'duration_secs': 0.351366} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.415903] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1703.416133] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1703.416608] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9abe064a-42ef-41e2-9890-8b749082b8b1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.470954] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170ea0a9-c2b5-4a3f-92d3-a90e2721c443 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.485072] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a77411-1b7e-4f5c-affd-e43e52b3b75d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.488550] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1705049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.525582] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60237a8b-7cf4-4974-8b06-f43c332640dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.529924] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1703.530337] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1703.530668] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Deleting the datastore file [datastore1] 6ad83348-72ad-4601-b1f9-acc314a8531e {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1703.531067] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7ffea1b-da1a-41d5-843a-430543c386b9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.543117] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d74ca0-f453-4355-a453-f4e42ea8da6c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.550286] env[62555]: DEBUG oslo_vmware.api [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1703.550286] env[62555]: value = "task-1705054" [ 1703.550286] env[62555]: _type = "Task" [ 1703.550286] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.575925] env[62555]: DEBUG nova.compute.provider_tree [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1703.586369] env[62555]: DEBUG oslo_vmware.api [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.705698] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "e2531bdd-1223-47fc-bc42-0990a7eb756b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.705949] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.816809] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.844068] env[62555]: DEBUG oslo_vmware.api [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705052, 'name': PowerOffVM_Task, 'duration_secs': 0.470946} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.844359] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1703.844525] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1703.845010] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3819acad-da71-4bb4-b5d8-17f03bf802bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.952238] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1703.952468] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1703.952654] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleting the datastore file [datastore1] 542f5291-21b4-4bd7-88b4-7636c4d8db75 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1703.952928] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9c4e1c4-e97e-4415-ab92-816e227d9d74 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.960524] env[62555]: DEBUG oslo_vmware.api [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1703.960524] env[62555]: value = "task-1705056" [ 1703.960524] env[62555]: _type = "Task" [ 1703.960524] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.969234] env[62555]: DEBUG oslo_vmware.api [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.983548] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1705049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.062255] env[62555]: DEBUG oslo_vmware.api [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.080019] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1704.083358] env[62555]: DEBUG nova.scheduler.client.report [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1704.109501] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1704.110108] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1704.110446] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1704.110807] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1704.111103] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1704.111386] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1704.111775] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1704.112158] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1704.112428] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1704.112752] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1704.113150] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1704.115113] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab687e1-15fe-411e-9965-f14da092c5d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.127055] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ddef22-4fb2-4bf8-8100-99ae9ef8202e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.147998] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.148287] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.212049] env[62555]: DEBUG nova.compute.manager [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1704.317821] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705050, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.473088] env[62555]: DEBUG oslo_vmware.api [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208376} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.473088] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1704.473088] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1704.473088] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1704.473364] env[62555]: INFO nova.compute.manager [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1704.473582] env[62555]: DEBUG oslo.service.loopingcall [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.473886] env[62555]: DEBUG nova.compute.manager [-] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1704.474060] env[62555]: DEBUG nova.network.neutron [-] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1704.484741] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1705049, 'name': ReconfigVM_Task, 'duration_secs': 1.697583} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.485036] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1704.489969] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02c46018-122a-427e-a735-2b732829c211 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.508388] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Waiting for the task: (returnval){ [ 1704.508388] env[62555]: value = "task-1705057" [ 1704.508388] env[62555]: _type = "Task" [ 1704.508388] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.521437] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1705057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.559959] env[62555]: DEBUG oslo_vmware.api [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.628872} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.560245] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1704.560435] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1704.560611] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1704.560783] env[62555]: INFO nova.compute.manager [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1704.561032] env[62555]: DEBUG oslo.service.loopingcall [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.561225] env[62555]: DEBUG nova.compute.manager [-] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1704.561319] env[62555]: DEBUG nova.network.neutron [-] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1704.589281] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.589887] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1704.592560] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.916s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.592760] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.594873] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.752s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.595303] env[62555]: DEBUG nova.objects.instance [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lazy-loading 'resources' on Instance uuid 4290adde-f861-4f47-8343-4f937865b4e6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.630483] env[62555]: INFO nova.scheduler.client.report [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Deleted allocations for instance 9d3ec26f-732d-4aa0-a56e-aef0fef524eb [ 1704.652008] env[62555]: DEBUG nova.compute.utils [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1704.738336] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.799573] env[62555]: DEBUG nova.network.neutron [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Successfully updated port: f9c985fa-4af3-4ce7-b471-7e4dba8d3338 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.822116] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705050, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.741706} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.822390] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] fdca2591-bdf9-4f08-b78e-a4e8c9d01905/fdca2591-bdf9-4f08-b78e-a4e8c9d01905.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1704.822601] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1704.823194] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c1912cc-9c6b-44ac-9bde-8dcc1eda98ab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.831040] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1704.831040] env[62555]: value = "task-1705058" [ 1704.831040] env[62555]: _type = "Task" [ 1704.831040] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.841617] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.969309] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Successfully updated port: 9cc39892-6dcc-4d31-aa96-345b7c8f6082 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1705.017838] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1705057, 'name': ReconfigVM_Task, 'duration_secs': 0.152974} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.018183] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355230', 'volume_id': '54bc9ff7-cfc7-43dd-859f-66136e257516', 'name': 'volume-54bc9ff7-cfc7-43dd-859f-66136e257516', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0fe798fd-df4c-45ca-b952-67b7ecfd7476', 'attached_at': '', 'detached_at': '', 'volume_id': '54bc9ff7-cfc7-43dd-859f-66136e257516', 'serial': '54bc9ff7-cfc7-43dd-859f-66136e257516'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1705.018461] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1705.019243] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d52b0ee-86ef-4275-bdcf-4ab79bdabea8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.025737] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1705.025950] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a811792-6663-4dff-868c-440eb3e1d358 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.098382] env[62555]: DEBUG nova.compute.utils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1705.103493] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1705.103711] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1705.139074] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd527a21-7d1b-46bb-baba-9e8fc042f22e tempest-ServersV294TestFqdnHostnames-528387067 tempest-ServersV294TestFqdnHostnames-528387067-project-member] Lock "9d3ec26f-732d-4aa0-a56e-aef0fef524eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.299s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.145075] env[62555]: DEBUG nova.policy [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2de2b401b3434390a3fb4dfc7589d08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '747bfeebcd7946f7b57fff693c744f53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1705.147664] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1705.147857] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1705.148049] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Deleting the datastore file [datastore1] 0fe798fd-df4c-45ca-b952-67b7ecfd7476 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1705.148324] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15972b56-4c7c-4732-9cc9-8413e8060eb1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.154882] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Waiting for the task: (returnval){ [ 1705.154882] env[62555]: value = "task-1705060" [ 1705.154882] env[62555]: _type = "Task" [ 1705.154882] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.161157] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.166775] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1705060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.302908] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.303149] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.303418] env[62555]: DEBUG nova.network.neutron [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.341959] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070287} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.344294] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1705.345720] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f643ffb-a8f5-4eca-80f9-80b57afa4df9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.368737] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] fdca2591-bdf9-4f08-b78e-a4e8c9d01905/fdca2591-bdf9-4f08-b78e-a4e8c9d01905.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.371694] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2982f809-5e8a-4bd7-a73e-962fa8c618c6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.392029] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1705.392029] env[62555]: value = "task-1705061" [ 1705.392029] env[62555]: _type = "Task" [ 1705.392029] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.402448] env[62555]: DEBUG nova.network.neutron [-] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.403562] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.411332] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Successfully created port: 4061c748-94f0-4748-9f05-53756184f541 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1705.433504] env[62555]: DEBUG nova.network.neutron [-] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.447257] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a125bef5-6da0-41d0-b6bf-4539a30e3916 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.455840] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92072294-f98e-4b5d-890c-813d740dede9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.493169] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "refresh_cache-77c76f64-5bdd-4e32-855e-ca017e15ff1b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.493338] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "refresh_cache-77c76f64-5bdd-4e32-855e-ca017e15ff1b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.493466] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1705.495844] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc26f805-1edf-42e1-b08d-f6e40ae489f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.504384] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22b5021-3fc0-4a95-ac26-3823bb913596 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.518909] env[62555]: DEBUG nova.compute.provider_tree [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1705.604753] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1705.667621] env[62555]: DEBUG oslo_vmware.api [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Task: {'id': task-1705060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328233} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.667888] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1705.668080] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1705.668260] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1705.668429] env[62555]: INFO nova.compute.manager [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Took 3.81 seconds to destroy the instance on the hypervisor. [ 1705.668655] env[62555]: DEBUG oslo.service.loopingcall [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1705.668841] env[62555]: DEBUG nova.compute.manager [-] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1705.668935] env[62555]: DEBUG nova.network.neutron [-] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1705.849281] env[62555]: WARNING nova.network.neutron [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] bdb8326c-4629-4ada-be52-19a7e58b1238 already exists in list: networks containing: ['bdb8326c-4629-4ada-be52-19a7e58b1238']. ignoring it [ 1705.849910] env[62555]: WARNING nova.network.neutron [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] bdb8326c-4629-4ada-be52-19a7e58b1238 already exists in list: networks containing: ['bdb8326c-4629-4ada-be52-19a7e58b1238']. ignoring it [ 1705.903366] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705061, 'name': ReconfigVM_Task, 'duration_secs': 0.26994} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.903650] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfigured VM instance instance-00000048 to attach disk [datastore1] fdca2591-bdf9-4f08-b78e-a4e8c9d01905/fdca2591-bdf9-4f08-b78e-a4e8c9d01905.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1705.905198] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'size': 0, 'device_name': '/dev/sda', 'image_id': '7b6d5136-2882-460a-9eb3-e3abf696f07b'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355292', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'name': 'volume-440d7a10-c48b-4ab8-b864-442f5e7c3086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdca2591-bdf9-4f08-b78e-a4e8c9d01905', 'attached_at': '', 'detached_at': '', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'serial': '440d7a10-c48b-4ab8-b864-442f5e7c3086'}, 'attachment_id': 'be08ecc1-2230-47ca-b83a-e903951158e4', 'volume_type': None}], 'swap': None} {{(pid=62555) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1705.905413] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1705.905697] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355292', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'name': 'volume-440d7a10-c48b-4ab8-b864-442f5e7c3086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdca2591-bdf9-4f08-b78e-a4e8c9d01905', 'attached_at': '', 'detached_at': '', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'serial': '440d7a10-c48b-4ab8-b864-442f5e7c3086'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1705.906230] env[62555]: INFO nova.compute.manager [-] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Took 1.43 seconds to deallocate network for instance. [ 1705.906984] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3fe89f-25ca-47d0-aa44-8ff655ddc701 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.930425] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cee4a67-4a40-43e5-83d0-2314630d65eb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.952685] env[62555]: INFO nova.compute.manager [-] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Took 1.39 seconds to deallocate network for instance. [ 1705.960437] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-440d7a10-c48b-4ab8-b864-442f5e7c3086/volume-440d7a10-c48b-4ab8-b864-442f5e7c3086.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.965329] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31aea4b2-d447-45ce-8801-f5a163101df7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.989859] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1705.989859] env[62555]: value = "task-1705062" [ 1705.989859] env[62555]: _type = "Task" [ 1705.989859] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.000812] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.021822] env[62555]: DEBUG nova.scheduler.client.report [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1706.044260] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1706.117976] env[62555]: DEBUG nova.compute.manager [req-2518d20f-e002-40d7-b3fe-ae8ffe5fd79a req-29e68265-9696-4e90-a050-1c3480db9740 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received event network-vif-plugged-f9c985fa-4af3-4ce7-b471-7e4dba8d3338 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1706.117976] env[62555]: DEBUG oslo_concurrency.lockutils [req-2518d20f-e002-40d7-b3fe-ae8ffe5fd79a req-29e68265-9696-4e90-a050-1c3480db9740 service nova] Acquiring lock "131a3493-1f37-44bd-94c2-a1895723e334-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.117976] env[62555]: DEBUG oslo_concurrency.lockutils [req-2518d20f-e002-40d7-b3fe-ae8ffe5fd79a req-29e68265-9696-4e90-a050-1c3480db9740 service nova] Lock "131a3493-1f37-44bd-94c2-a1895723e334-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.117976] env[62555]: DEBUG oslo_concurrency.lockutils [req-2518d20f-e002-40d7-b3fe-ae8ffe5fd79a req-29e68265-9696-4e90-a050-1c3480db9740 service nova] Lock "131a3493-1f37-44bd-94c2-a1895723e334-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.118192] env[62555]: DEBUG nova.compute.manager [req-2518d20f-e002-40d7-b3fe-ae8ffe5fd79a req-29e68265-9696-4e90-a050-1c3480db9740 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] No waiting events found dispatching network-vif-plugged-f9c985fa-4af3-4ce7-b471-7e4dba8d3338 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1706.118311] env[62555]: WARNING nova.compute.manager [req-2518d20f-e002-40d7-b3fe-ae8ffe5fd79a req-29e68265-9696-4e90-a050-1c3480db9740 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received unexpected event network-vif-plugged-f9c985fa-4af3-4ce7-b471-7e4dba8d3338 for instance with vm_state active and task_state None. [ 1706.219836] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.220119] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.220380] env[62555]: INFO nova.compute.manager [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Attaching volume ba2faef1-d085-47a3-95a2-213da32e8b1a to /dev/sdb [ 1706.236146] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Updating instance_info_cache with network_info: [{"id": "9cc39892-6dcc-4d31-aa96-345b7c8f6082", "address": "fa:16:3e:eb:1f:19", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc39892-6d", "ovs_interfaceid": "9cc39892-6dcc-4d31-aa96-345b7c8f6082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.262314] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c156e9-381e-4a29-a3b2-bff25f2f9788 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.271980] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5145f5b3-3931-4e40-8024-691824bf2541 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.289318] env[62555]: DEBUG nova.virt.block_device [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updating existing volume attachment record: 2f5998fe-a567-4026-87bf-cf74db43321d {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1706.347556] env[62555]: DEBUG nova.compute.manager [req-3e927731-bcc8-4418-b7f0-bef35851c4b5 req-8288ae51-98c8-41ac-8b0e-f0c008027a4a service nova] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Received event network-vif-deleted-eb4e7f94-9cce-4c8e-9fa4-7de06e5038df {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1706.431363] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.484175] env[62555]: DEBUG oslo_concurrency.lockutils [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.508752] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705062, 'name': ReconfigVM_Task, 'duration_secs': 0.295072} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.509078] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-440d7a10-c48b-4ab8-b864-442f5e7c3086/volume-440d7a10-c48b-4ab8-b864-442f5e7c3086.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1706.514052] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1911ab55-ecd7-42f8-887f-7c01356576fa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.527126] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.530625] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.710s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.532274] env[62555]: INFO nova.compute.claims [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1706.538021] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1706.538021] env[62555]: value = "task-1705064" [ 1706.538021] env[62555]: _type = "Task" [ 1706.538021] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.538021] env[62555]: DEBUG nova.network.neutron [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updating instance_info_cache with network_info: [{"id": "54626c75-02a2-41ce-aab9-d466c8617df9", "address": "fa:16:3e:3e:85:2b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54626c75-02", "ovs_interfaceid": "54626c75-02a2-41ce-aab9-d466c8617df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "381e89fc-fa6d-4d0c-a567-fa6764a4a4cd", "address": "fa:16:3e:b6:77:55", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap381e89fc-fa", "ovs_interfaceid": "381e89fc-fa6d-4d0c-a567-fa6764a4a4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9c985fa-4af3-4ce7-b471-7e4dba8d3338", "address": "fa:16:3e:f1:3e:c1", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9c985fa-4a", "ovs_interfaceid": "f9c985fa-4af3-4ce7-b471-7e4dba8d3338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.548175] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.560602] env[62555]: INFO nova.scheduler.client.report [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Deleted allocations for instance 4290adde-f861-4f47-8343-4f937865b4e6 [ 1706.616073] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1706.651749] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1706.652193] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1706.652193] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1706.652410] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1706.652575] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1706.652732] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1706.652960] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1706.653181] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1706.653414] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1706.653518] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1706.653830] env[62555]: DEBUG nova.virt.hardware [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1706.654749] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7123205c-e5bc-42ed-bf96-123a1cb208fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.665328] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd11696e-08c9-4de2-b54f-5e6cacf6e49c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.742749] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "refresh_cache-77c76f64-5bdd-4e32-855e-ca017e15ff1b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.743142] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Instance network_info: |[{"id": "9cc39892-6dcc-4d31-aa96-345b7c8f6082", "address": "fa:16:3e:eb:1f:19", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc39892-6d", "ovs_interfaceid": "9cc39892-6dcc-4d31-aa96-345b7c8f6082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.743708] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:1f:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cc39892-6dcc-4d31-aa96-345b7c8f6082', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.753890] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Creating folder: Project (747bfeebcd7946f7b57fff693c744f53). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1706.754709] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a93a15c-2246-47a2-aca7-497852316443 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.765729] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Created folder: Project (747bfeebcd7946f7b57fff693c744f53) in parent group-v355069. [ 1706.765879] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Creating folder: Instances. Parent ref: group-v355307. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1706.766185] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb8abe1d-78d3-4b2d-ae8e-af9410f3a9ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.775411] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Created folder: Instances in parent group-v355307. [ 1706.775649] env[62555]: DEBUG oslo.service.loopingcall [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.775851] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.776092] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d59cc19c-f0db-41ea-86c0-d1cd3c3e3941 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.795899] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.795899] env[62555]: value = "task-1705069" [ 1706.795899] env[62555]: _type = "Task" [ 1706.795899] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.803392] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705069, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.846806] env[62555]: DEBUG nova.network.neutron [-] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.044792] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.045616] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.045885] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.046784] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c623612-b304-4168-adf0-14a74ab163d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.056245] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705064, 'name': ReconfigVM_Task, 'duration_secs': 0.155295} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.068594] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355292', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'name': 'volume-440d7a10-c48b-4ab8-b864-442f5e7c3086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdca2591-bdf9-4f08-b78e-a4e8c9d01905', 'attached_at': '', 'detached_at': '', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'serial': '440d7a10-c48b-4ab8-b864-442f5e7c3086'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1707.071916] env[62555]: DEBUG nova.virt.hardware [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1707.072155] env[62555]: DEBUG nova.virt.hardware [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1707.072316] env[62555]: DEBUG nova.virt.hardware [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1707.072498] env[62555]: DEBUG nova.virt.hardware [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1707.072645] env[62555]: DEBUG nova.virt.hardware [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1707.072806] env[62555]: DEBUG nova.virt.hardware [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1707.073025] env[62555]: DEBUG nova.virt.hardware [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1707.073188] env[62555]: DEBUG nova.virt.hardware [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1707.073362] env[62555]: DEBUG nova.virt.hardware [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1707.073532] env[62555]: DEBUG nova.virt.hardware [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1707.073687] env[62555]: DEBUG nova.virt.hardware [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1707.080306] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Reconfiguring VM to attach interface {{(pid=62555) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1707.081013] env[62555]: DEBUG oslo_concurrency.lockutils [None req-46c8d061-88eb-4e49-897e-1ca13282be97 tempest-ServersWithSpecificFlavorTestJSON-857570933 tempest-ServersWithSpecificFlavorTestJSON-857570933-project-member] Lock "4290adde-f861-4f47-8343-4f937865b4e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.498s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.082145] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d65a891-48da-4105-9273-dc6df4842271 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.084623] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f9f8043-296b-4efe-8db8-793fd5b1d829 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.101891] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1707.101891] env[62555]: value = "task-1705070" [ 1707.101891] env[62555]: _type = "Task" [ 1707.101891] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.103507] env[62555]: DEBUG oslo_vmware.api [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1707.103507] env[62555]: value = "task-1705071" [ 1707.103507] env[62555]: _type = "Task" [ 1707.103507] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.116365] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705070, 'name': Rename_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.119272] env[62555]: DEBUG oslo_vmware.api [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705071, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.307298] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705069, 'name': CreateVM_Task, 'duration_secs': 0.37395} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.307627] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.308315] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.308507] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.308873] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.309170] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e43b94-8240-47bf-8536-5c3e1c85b720 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.314442] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1707.314442] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521bc0d2-6581-8b5d-2ff2-6b1f756e8f4c" [ 1707.314442] env[62555]: _type = "Task" [ 1707.314442] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.323762] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521bc0d2-6581-8b5d-2ff2-6b1f756e8f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.348602] env[62555]: INFO nova.compute.manager [-] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Took 1.68 seconds to deallocate network for instance. [ 1707.386068] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Successfully updated port: 4061c748-94f0-4748-9f05-53756184f541 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1707.620332] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705070, 'name': Rename_Task, 'duration_secs': 0.155104} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.623744] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1707.623920] env[62555]: DEBUG oslo_vmware.api [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.626472] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d36a74f0-60eb-4718-ac21-63bef11c0af9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.634346] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1707.634346] env[62555]: value = "task-1705072" [ 1707.634346] env[62555]: _type = "Task" [ 1707.634346] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.645963] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.828879] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521bc0d2-6581-8b5d-2ff2-6b1f756e8f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.01871} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.829461] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.829739] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.830061] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.830398] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.830594] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.830993] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f122f637-c185-4f3e-bea8-1ad2e0f3bbf0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.845226] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.845531] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.846262] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9a03d5-f8e9-44a2-82f6-696136b8b535 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.855397] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1707.855397] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5299f5c5-8345-4fd3-e004-5aa9040a20c4" [ 1707.855397] env[62555]: _type = "Task" [ 1707.855397] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.865098] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5299f5c5-8345-4fd3-e004-5aa9040a20c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.868479] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c150740-6314-42c0-8353-7f58b23f6839 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.873581] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1707.873581] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5273538e-1bdb-3e3e-c3ab-3217270b8ff0" [ 1707.873581] env[62555]: _type = "Task" [ 1707.873581] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.883042] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5273538e-1bdb-3e3e-c3ab-3217270b8ff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.893990] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "refresh_cache-f4e0137c-d694-48d6-b042-42315b15784e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.893990] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "refresh_cache-f4e0137c-d694-48d6-b042-42315b15784e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.893990] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1707.915776] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1671a72d-c80b-4df1-8b0f-9e59530ef1ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.919561] env[62555]: INFO nova.compute.manager [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Took 0.57 seconds to detach 1 volumes for instance. [ 1707.921766] env[62555]: DEBUG nova.compute.manager [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Deleting volume: 54bc9ff7-cfc7-43dd-859f-66136e257516 {{(pid=62555) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1707.930047] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874a8813-b222-4191-9420-c0b4ed7d9167 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.967688] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1c43be-88de-4c1f-b44f-e6b35dd762fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.976601] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3776a887-e54b-40ed-8bbf-06b51dab9f8c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.992837] env[62555]: DEBUG nova.compute.provider_tree [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1708.123637] env[62555]: DEBUG oslo_vmware.api [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.145456] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705072, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.200279] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquiring lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.200701] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.317019] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.317238] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.384497] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5273538e-1bdb-3e3e-c3ab-3217270b8ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.384497] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.384774] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 77c76f64-5bdd-4e32-855e-ca017e15ff1b/77c76f64-5bdd-4e32-855e-ca017e15ff1b.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.385475] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de3c9705-517c-40b0-bbeb-28b890c078f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.394771] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1708.394771] env[62555]: value = "task-1705074" [ 1708.394771] env[62555]: _type = "Task" [ 1708.394771] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.405087] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.430838] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1708.497343] env[62555]: DEBUG nova.scheduler.client.report [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1708.518698] env[62555]: DEBUG oslo_concurrency.lockutils [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.587927] env[62555]: DEBUG nova.network.neutron [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Updating instance_info_cache with network_info: [{"id": "4061c748-94f0-4748-9f05-53756184f541", "address": "fa:16:3e:4b:89:e6", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4061c748-94", "ovs_interfaceid": "4061c748-94f0-4748-9f05-53756184f541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.624635] env[62555]: DEBUG oslo_vmware.api [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.645666] env[62555]: DEBUG oslo_vmware.api [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705072, 'name': PowerOnVM_Task, 'duration_secs': 0.54738} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.645941] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1708.646171] env[62555]: DEBUG nova.compute.manager [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1708.646936] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deafedb-4acb-40d2-9437-426bd0add706 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.705984] env[62555]: DEBUG nova.compute.manager [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1708.821427] env[62555]: DEBUG nova.compute.utils [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1708.906268] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705074, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.002912] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.003523] env[62555]: DEBUG nova.compute.manager [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1709.006557] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.722s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.091380] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "refresh_cache-f4e0137c-d694-48d6-b042-42315b15784e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.091696] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Instance network_info: |[{"id": "4061c748-94f0-4748-9f05-53756184f541", "address": "fa:16:3e:4b:89:e6", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4061c748-94", "ovs_interfaceid": "4061c748-94f0-4748-9f05-53756184f541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1709.092108] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:89:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4061c748-94f0-4748-9f05-53756184f541', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1709.100225] env[62555]: DEBUG oslo.service.loopingcall [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1709.103113] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1709.103376] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51420768-723b-4c18-b0bf-56183ed987b7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.129879] env[62555]: DEBUG oslo_vmware.api [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.133508] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1709.133508] env[62555]: value = "task-1705076" [ 1709.133508] env[62555]: _type = "Task" [ 1709.133508] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.142046] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705076, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.168564] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.229070] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.323840] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.373881] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3ecd29-df4f-4f33-bfe3-3149b9fb1ffd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.381397] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe705de-22db-4989-8fb4-4d552654334b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.416754] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab619ee-8f36-4246-bd3b-05d4905913e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.425528] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676405} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.428059] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 77c76f64-5bdd-4e32-855e-ca017e15ff1b/77c76f64-5bdd-4e32-855e-ca017e15ff1b.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.428315] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.428608] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-805d6b39-da4e-43bf-84dc-9c3b74c60432 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.431533] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a35933-0fd8-4a6f-956a-526f1ed7b039 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.445999] env[62555]: DEBUG nova.compute.provider_tree [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1709.449066] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1709.449066] env[62555]: value = "task-1705077" [ 1709.449066] env[62555]: _type = "Task" [ 1709.449066] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.457084] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.511552] env[62555]: DEBUG nova.compute.utils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1709.513218] env[62555]: DEBUG nova.compute.manager [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1709.513416] env[62555]: DEBUG nova.network.neutron [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1709.582050] env[62555]: DEBUG nova.policy [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17841bd6af645f3a5c28506f32fa496', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fb764f720d411e987c9a6b661e859e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1709.629746] env[62555]: DEBUG oslo_vmware.api [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.642381] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705076, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.934674] env[62555]: DEBUG nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received event network-changed-f9c985fa-4af3-4ce7-b471-7e4dba8d3338 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1709.934910] env[62555]: DEBUG nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Refreshing instance network info cache due to event network-changed-f9c985fa-4af3-4ce7-b471-7e4dba8d3338. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1709.936034] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Acquiring lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.936318] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Acquired lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.936551] env[62555]: DEBUG nova.network.neutron [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Refreshing network info cache for port f9c985fa-4af3-4ce7-b471-7e4dba8d3338 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1709.943519] env[62555]: DEBUG nova.network.neutron [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Successfully created port: 61e61f15-93e4-4215-9f3b-74587651d6c4 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1709.968189] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069619} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.968689] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1709.969748] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342d1330-e405-4518-820c-d3167423b2aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.975273] env[62555]: ERROR nova.scheduler.client.report [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [req-8fb3b28c-16ba-498d-b160-1819dbcc456f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8fb3b28c-16ba-498d-b160-1819dbcc456f"}]}: nova.exception.BuildAbortException: Build of instance d59babb2-c974-49ea-8030-af6943b8eb7e aborted: Failed to rebuild volume backed instance. [ 1710.006020] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 77c76f64-5bdd-4e32-855e-ca017e15ff1b/77c76f64-5bdd-4e32-855e-ca017e15ff1b.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.006020] env[62555]: DEBUG nova.scheduler.client.report [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1710.007952] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-567d5272-afbf-4e52-9a9d-7e24fe200661 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.028964] env[62555]: DEBUG nova.compute.manager [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1710.031684] env[62555]: DEBUG nova.compute.manager [req-245c4522-3147-418e-ba9f-45392e70899c req-a01d68ab-43a5-440e-bb89-584d98032bb4 service nova] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Received event network-vif-deleted-ecf6db9a-12f2-41fb-aede-f9134a941631 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1710.031875] env[62555]: DEBUG nova.compute.manager [req-245c4522-3147-418e-ba9f-45392e70899c req-a01d68ab-43a5-440e-bb89-584d98032bb4 service nova] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Received event network-vif-deleted-ed5ae32e-b91c-46a2-a439-82b3765167f0 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1710.041022] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1710.041022] env[62555]: value = "task-1705078" [ 1710.041022] env[62555]: _type = "Task" [ 1710.041022] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.043293] env[62555]: DEBUG nova.scheduler.client.report [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1710.043561] env[62555]: DEBUG nova.compute.provider_tree [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.052801] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705078, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.066116] env[62555]: DEBUG nova.scheduler.client.report [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1710.094911] env[62555]: DEBUG nova.scheduler.client.report [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1710.136098] env[62555]: DEBUG oslo_vmware.api [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.147421] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705076, 'name': CreateVM_Task, 'duration_secs': 0.58318} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.147922] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1710.148626] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.148793] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.149411] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1710.149615] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895711f8-a230-4d60-bb53-7a03d3a5de72 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.154912] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1710.154912] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523a822a-32d3-603f-f719-d43aa7db6528" [ 1710.154912] env[62555]: _type = "Task" [ 1710.154912] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.166520] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523a822a-32d3-603f-f719-d43aa7db6528, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.397012] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.397271] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.397628] env[62555]: INFO nova.compute.manager [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Attaching volume 59cef435-970e-45b5-98a9-473c3e4007f9 to /dev/sdb [ 1710.451095] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76d1831-07cb-43ac-94f3-f42158f8e67c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.458405] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d547d24-516f-420b-925c-dad777838c39 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.475323] env[62555]: DEBUG nova.virt.block_device [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Updating existing volume attachment record: 14d95d2f-e87b-424b-a335-de56d9367bad {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1710.495656] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d8e046-ee9f-4139-a675-d58c7af6539c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.505120] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53143cb-cd23-431c-a56c-2b893c978798 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.545233] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb4b7e4-24db-430b-9610-c8fab4b70b83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.561114] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd82d00-8a94-4c88-babd-eb9502b857f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.566021] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705078, 'name': ReconfigVM_Task, 'duration_secs': 0.394002} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.566021] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 77c76f64-5bdd-4e32-855e-ca017e15ff1b/77c76f64-5bdd-4e32-855e-ca017e15ff1b.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.566456] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0da0fa77-6ea9-4464-9ee1-b5420aa23c45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.577971] env[62555]: DEBUG nova.compute.provider_tree [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1710.585713] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1710.585713] env[62555]: value = "task-1705079" [ 1710.585713] env[62555]: _type = "Task" [ 1710.585713] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.602119] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705079, 'name': Rename_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.633933] env[62555]: DEBUG oslo_vmware.api [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705071, 'name': ReconfigVM_Task, 'duration_secs': 3.499565} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.634517] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.634739] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Reconfigured VM to attach interface {{(pid=62555) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1710.664360] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523a822a-32d3-603f-f719-d43aa7db6528, 'name': SearchDatastore_Task, 'duration_secs': 0.019825} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.664802] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.664945] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1710.665177] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1710.665348] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1710.665535] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1710.665923] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6ef1f54-fccb-489c-91ae-3d874e829615 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.675264] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1710.675590] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1710.676302] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc3a9b46-aa15-43a2-94fe-edb85601b07d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.681456] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1710.681456] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527dceb1-8689-d6f5-f594-39ad50e05156" [ 1710.681456] env[62555]: _type = "Task" [ 1710.681456] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.689715] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527dceb1-8689-d6f5-f594-39ad50e05156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.847405] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1710.847667] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355306', 'volume_id': 'ba2faef1-d085-47a3-95a2-213da32e8b1a', 'name': 'volume-ba2faef1-d085-47a3-95a2-213da32e8b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a4b9ee2-f504-4585-a8bf-b1749fbd34df', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba2faef1-d085-47a3-95a2-213da32e8b1a', 'serial': 'ba2faef1-d085-47a3-95a2-213da32e8b1a'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1710.848582] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba7d3c-9873-4bc6-96cf-9f094b7c8f0b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.867455] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89dbeb0-940e-49a1-adf7-02c351130ee2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.896679] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] volume-ba2faef1-d085-47a3-95a2-213da32e8b1a/volume-ba2faef1-d085-47a3-95a2-213da32e8b1a.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.897019] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97c276f6-2702-4dd2-975a-2887f81946f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.915452] env[62555]: DEBUG oslo_vmware.api [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1710.915452] env[62555]: value = "task-1705083" [ 1710.915452] env[62555]: _type = "Task" [ 1710.915452] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.926174] env[62555]: DEBUG oslo_vmware.api [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.014171] env[62555]: DEBUG nova.network.neutron [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updated VIF entry in instance network info cache for port f9c985fa-4af3-4ce7-b471-7e4dba8d3338. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1711.014922] env[62555]: DEBUG nova.network.neutron [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updating instance_info_cache with network_info: [{"id": "54626c75-02a2-41ce-aab9-d466c8617df9", "address": "fa:16:3e:3e:85:2b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54626c75-02", "ovs_interfaceid": "54626c75-02a2-41ce-aab9-d466c8617df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "381e89fc-fa6d-4d0c-a567-fa6764a4a4cd", "address": "fa:16:3e:b6:77:55", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap381e89fc-fa", "ovs_interfaceid": "381e89fc-fa6d-4d0c-a567-fa6764a4a4cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9c985fa-4af3-4ce7-b471-7e4dba8d3338", "address": "fa:16:3e:f1:3e:c1", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9c985fa-4a", "ovs_interfaceid": "f9c985fa-4af3-4ce7-b471-7e4dba8d3338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1711.047070] env[62555]: DEBUG nova.compute.manager [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1711.072649] env[62555]: DEBUG nova.virt.hardware [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1711.072899] env[62555]: DEBUG nova.virt.hardware [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1711.073112] env[62555]: DEBUG nova.virt.hardware [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1711.073384] env[62555]: DEBUG nova.virt.hardware [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1711.073539] env[62555]: DEBUG nova.virt.hardware [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1711.073681] env[62555]: DEBUG nova.virt.hardware [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1711.075992] env[62555]: DEBUG nova.virt.hardware [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1711.075992] env[62555]: DEBUG nova.virt.hardware [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1711.075992] env[62555]: DEBUG nova.virt.hardware [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1711.075992] env[62555]: DEBUG nova.virt.hardware [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1711.075992] env[62555]: DEBUG nova.virt.hardware [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1711.076378] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0dfa45-2602-488a-b334-a68d0e845b5c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.092211] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83004ab9-05be-45a8-9714-e089c6d16db9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.111442] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705079, 'name': Rename_Task, 'duration_secs': 0.154428} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.111682] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.111938] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cb548de-a080-43cb-8a65-e9457a31bb7d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.121594] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1711.121594] env[62555]: value = "task-1705084" [ 1711.121594] env[62555]: _type = "Task" [ 1711.121594] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.122577] env[62555]: DEBUG nova.scheduler.client.report [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1711.122864] env[62555]: DEBUG nova.compute.provider_tree [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 125 to 126 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1711.123070] env[62555]: DEBUG nova.compute.provider_tree [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1711.136058] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.139631] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a42ef84a-6d40-4081-a37d-6405099644d8 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-f9c985fa-4af3-4ce7-b471-7e4dba8d3338" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.606s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.192374] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527dceb1-8689-d6f5-f594-39ad50e05156, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.193678] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a779e35-a904-49d4-a56d-3aae0d9ebf1d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.201081] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1711.201081] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a260da-f4d6-56e5-0023-2baf12088d78" [ 1711.201081] env[62555]: _type = "Task" [ 1711.201081] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.216364] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a260da-f4d6-56e5-0023-2baf12088d78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.431678] env[62555]: DEBUG oslo_vmware.api [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705083, 'name': ReconfigVM_Task, 'duration_secs': 0.435233} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.431998] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Reconfigured VM instance instance-00000043 to attach disk [datastore1] volume-ba2faef1-d085-47a3-95a2-213da32e8b1a/volume-ba2faef1-d085-47a3-95a2-213da32e8b1a.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1711.437618] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70772565-7962-4424-aef6-ff0dc7288793 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.459237] env[62555]: DEBUG oslo_vmware.api [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1711.459237] env[62555]: value = "task-1705085" [ 1711.459237] env[62555]: _type = "Task" [ 1711.459237] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.468878] env[62555]: DEBUG oslo_vmware.api [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.517982] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Releasing lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.518839] env[62555]: DEBUG nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Received event network-vif-plugged-9cc39892-6dcc-4d31-aa96-345b7c8f6082 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1711.518839] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Acquiring lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.518839] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.519068] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.519136] env[62555]: DEBUG nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] No waiting events found dispatching network-vif-plugged-9cc39892-6dcc-4d31-aa96-345b7c8f6082 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1711.519306] env[62555]: WARNING nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Received unexpected event network-vif-plugged-9cc39892-6dcc-4d31-aa96-345b7c8f6082 for instance with vm_state building and task_state spawning. [ 1711.519475] env[62555]: DEBUG nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Received event network-changed-9cc39892-6dcc-4d31-aa96-345b7c8f6082 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1711.519629] env[62555]: DEBUG nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Refreshing instance network info cache due to event network-changed-9cc39892-6dcc-4d31-aa96-345b7c8f6082. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1711.519814] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Acquiring lock "refresh_cache-77c76f64-5bdd-4e32-855e-ca017e15ff1b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.520199] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Acquired lock "refresh_cache-77c76f64-5bdd-4e32-855e-ca017e15ff1b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.520199] env[62555]: DEBUG nova.network.neutron [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Refreshing network info cache for port 9cc39892-6dcc-4d31-aa96-345b7c8f6082 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1711.634923] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.627s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.634923] env[62555]: INFO nova.compute.manager [None req-b167de57-ea3e-4ad4-9356-e1add2f7949d tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Successfully reverted task state from rebuilding on failure for instance. [ 1711.642961] env[62555]: DEBUG nova.network.neutron [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Successfully updated port: 61e61f15-93e4-4215-9f3b-74587651d6c4 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.644128] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.722s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1711.644403] env[62555]: DEBUG nova.objects.instance [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lazy-loading 'resources' on Instance uuid d59babb2-c974-49ea-8030-af6943b8eb7e {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.656732] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705084, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.712268] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a260da-f4d6-56e5-0023-2baf12088d78, 'name': SearchDatastore_Task, 'duration_secs': 0.012969} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.712474] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.712745] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] f4e0137c-d694-48d6-b042-42315b15784e/f4e0137c-d694-48d6-b042-42315b15784e.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1711.713032] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86d13bad-df4a-46b7-8c95-c06f0bc59892 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.722324] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1711.722324] env[62555]: value = "task-1705086" [ 1711.722324] env[62555]: _type = "Task" [ 1711.722324] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.733822] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705086, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.970572] env[62555]: DEBUG oslo_vmware.api [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705085, 'name': ReconfigVM_Task, 'duration_secs': 0.204193} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.970572] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355306', 'volume_id': 'ba2faef1-d085-47a3-95a2-213da32e8b1a', 'name': 'volume-ba2faef1-d085-47a3-95a2-213da32e8b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a4b9ee2-f504-4585-a8bf-b1749fbd34df', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba2faef1-d085-47a3-95a2-213da32e8b1a', 'serial': 'ba2faef1-d085-47a3-95a2-213da32e8b1a'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1712.138111] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705084, 'name': PowerOnVM_Task, 'duration_secs': 0.617116} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.138401] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.138597] env[62555]: INFO nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1712.138777] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.140560] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e924e6a-c0cf-4ea2-a112-13ae805a0ded {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.150896] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "refresh_cache-1830f9f8-e446-457a-9cee-1157c85ef568" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.151263] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "refresh_cache-1830f9f8-e446-457a-9cee-1157c85ef568" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.151522] env[62555]: DEBUG nova.network.neutron [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1712.237364] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705086, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.352616] env[62555]: DEBUG nova.network.neutron [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Updated VIF entry in instance network info cache for port 9cc39892-6dcc-4d31-aa96-345b7c8f6082. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1712.352765] env[62555]: DEBUG nova.network.neutron [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Updating instance_info_cache with network_info: [{"id": "9cc39892-6dcc-4d31-aa96-345b7c8f6082", "address": "fa:16:3e:eb:1f:19", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cc39892-6d", "ovs_interfaceid": "9cc39892-6dcc-4d31-aa96-345b7c8f6082", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.426312] env[62555]: DEBUG nova.compute.manager [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Received event network-vif-plugged-61e61f15-93e4-4215-9f3b-74587651d6c4 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1712.426479] env[62555]: DEBUG oslo_concurrency.lockutils [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] Acquiring lock "1830f9f8-e446-457a-9cee-1157c85ef568-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.426762] env[62555]: DEBUG oslo_concurrency.lockutils [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] Lock "1830f9f8-e446-457a-9cee-1157c85ef568-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.426888] env[62555]: DEBUG oslo_concurrency.lockutils [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] Lock "1830f9f8-e446-457a-9cee-1157c85ef568-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.427072] env[62555]: DEBUG nova.compute.manager [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] No waiting events found dispatching network-vif-plugged-61e61f15-93e4-4215-9f3b-74587651d6c4 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1712.427270] env[62555]: WARNING nova.compute.manager [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Received unexpected event network-vif-plugged-61e61f15-93e4-4215-9f3b-74587651d6c4 for instance with vm_state building and task_state spawning. [ 1712.427440] env[62555]: DEBUG nova.compute.manager [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Received event network-changed-61e61f15-93e4-4215-9f3b-74587651d6c4 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1712.427592] env[62555]: DEBUG nova.compute.manager [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Refreshing instance network info cache due to event network-changed-61e61f15-93e4-4215-9f3b-74587651d6c4. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1712.427755] env[62555]: DEBUG oslo_concurrency.lockutils [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] Acquiring lock "refresh_cache-1830f9f8-e446-457a-9cee-1157c85ef568" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.597717] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49109f9c-8247-4041-aafd-f368acec1912 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.606909] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae4358c-b1df-4b4d-abaf-73b80eccbb45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.643609] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdfab0c-feaf-4431-8770-b114814961df {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.651996] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870c8aab-7b79-4a57-a8c3-9be16c595d7c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.671339] env[62555]: DEBUG nova.compute.provider_tree [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1712.676020] env[62555]: INFO nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Took 27.01 seconds to build instance. [ 1712.703858] env[62555]: DEBUG nova.network.neutron [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.736883] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705086, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946817} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.736883] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] f4e0137c-d694-48d6-b042-42315b15784e/f4e0137c-d694-48d6-b042-42315b15784e.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.737118] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.737300] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53204596-2316-4e82-a4e1-8063e804f42f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.744573] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1712.744573] env[62555]: value = "task-1705087" [ 1712.744573] env[62555]: _type = "Task" [ 1712.744573] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.752376] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.859193] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Releasing lock "refresh_cache-77c76f64-5bdd-4e32-855e-ca017e15ff1b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.859193] env[62555]: DEBUG nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Received event network-vif-plugged-4061c748-94f0-4748-9f05-53756184f541 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1712.859193] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Acquiring lock "f4e0137c-d694-48d6-b042-42315b15784e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.859193] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Lock "f4e0137c-d694-48d6-b042-42315b15784e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.859193] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Lock "f4e0137c-d694-48d6-b042-42315b15784e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.859563] env[62555]: DEBUG nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] No waiting events found dispatching network-vif-plugged-4061c748-94f0-4748-9f05-53756184f541 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1712.859563] env[62555]: WARNING nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Received unexpected event network-vif-plugged-4061c748-94f0-4748-9f05-53756184f541 for instance with vm_state building and task_state spawning. [ 1712.859632] env[62555]: DEBUG nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Received event network-changed-4061c748-94f0-4748-9f05-53756184f541 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1712.859780] env[62555]: DEBUG nova.compute.manager [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Refreshing instance network info cache due to event network-changed-4061c748-94f0-4748-9f05-53756184f541. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1712.859960] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Acquiring lock "refresh_cache-f4e0137c-d694-48d6-b042-42315b15784e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.860109] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Acquired lock "refresh_cache-f4e0137c-d694-48d6-b042-42315b15784e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.860274] env[62555]: DEBUG nova.network.neutron [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Refreshing network info cache for port 4061c748-94f0-4748-9f05-53756184f541 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1712.988965] env[62555]: DEBUG nova.network.neutron [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Updating instance_info_cache with network_info: [{"id": "61e61f15-93e4-4215-9f3b-74587651d6c4", "address": "fa:16:3e:22:94:c5", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e61f15-93", "ovs_interfaceid": "61e61f15-93e4-4215-9f3b-74587651d6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.050327] env[62555]: DEBUG nova.objects.instance [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lazy-loading 'flavor' on Instance uuid 3a4b9ee2-f504-4585-a8bf-b1749fbd34df {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1713.179614] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.537s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.197312] env[62555]: ERROR nova.scheduler.client.report [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] [req-449094b7-23d7-4154-b50c-cce556c519d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-449094b7-23d7-4154-b50c-cce556c519d4"}]} [ 1713.216257] env[62555]: DEBUG nova.scheduler.client.report [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1713.233260] env[62555]: DEBUG nova.scheduler.client.report [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1713.233507] env[62555]: DEBUG nova.compute.provider_tree [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 177, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.254991] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139965} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.255604] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.256592] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826048fd-1a7f-4b62-9e54-62d68eca771a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.260555] env[62555]: DEBUG nova.scheduler.client.report [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1713.287360] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] f4e0137c-d694-48d6-b042-42315b15784e/f4e0137c-d694-48d6-b042-42315b15784e.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.287360] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1537f76-1c41-463b-a26c-49dd2e6d6ee9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.303857] env[62555]: DEBUG nova.scheduler.client.report [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1713.311750] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1713.311750] env[62555]: value = "task-1705089" [ 1713.311750] env[62555]: _type = "Task" [ 1713.311750] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.324733] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.425557] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquiring lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.425930] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.492336] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "refresh_cache-1830f9f8-e446-457a-9cee-1157c85ef568" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.492652] env[62555]: DEBUG nova.compute.manager [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Instance network_info: |[{"id": "61e61f15-93e4-4215-9f3b-74587651d6c4", "address": "fa:16:3e:22:94:c5", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e61f15-93", "ovs_interfaceid": "61e61f15-93e4-4215-9f3b-74587651d6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1713.493221] env[62555]: DEBUG oslo_concurrency.lockutils [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] Acquired lock "refresh_cache-1830f9f8-e446-457a-9cee-1157c85ef568" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.493947] env[62555]: DEBUG nova.network.neutron [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Refreshing network info cache for port 61e61f15-93e4-4215-9f3b-74587651d6c4 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1713.494532] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:94:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61e61f15-93e4-4215-9f3b-74587651d6c4', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1713.502759] env[62555]: DEBUG oslo.service.loopingcall [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1713.507574] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1713.508592] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00e630bd-b942-4e5d-ac31-b0fa43da84f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.532838] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1713.532838] env[62555]: value = "task-1705090" [ 1713.532838] env[62555]: _type = "Task" [ 1713.532838] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.541702] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705090, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.556552] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6e038513-1a26-4130-8a3c-f2d0672f2730 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.336s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.703027] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-381e89fc-fa6d-4d0c-a567-fa6764a4a4cd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.703027] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-381e89fc-fa6d-4d0c-a567-fa6764a4a4cd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.747956] env[62555]: DEBUG nova.network.neutron [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Updated VIF entry in instance network info cache for port 4061c748-94f0-4748-9f05-53756184f541. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.748329] env[62555]: DEBUG nova.network.neutron [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Updating instance_info_cache with network_info: [{"id": "4061c748-94f0-4748-9f05-53756184f541", "address": "fa:16:3e:4b:89:e6", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4061c748-94", "ovs_interfaceid": "4061c748-94f0-4748-9f05-53756184f541", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.775712] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90532ddc-88fc-4aca-8bc7-4526a22081ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.784616] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c710a4-346f-44a6-beb3-63928647d4c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.826326] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056f2969-daee-4efe-85a4-161b0bd1465e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.834889] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.839260] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad8a3b4-d3ab-4464-a00e-bb4d57882ff0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.854516] env[62555]: DEBUG nova.compute.provider_tree [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.934117] env[62555]: DEBUG nova.compute.manager [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1713.934186] env[62555]: INFO nova.compute.manager [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Rescuing [ 1713.937540] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.937540] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.937540] env[62555]: DEBUG nova.network.neutron [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1713.943030] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "94ed51b0-3354-4e0f-a279-f67c79deea4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.943316] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "94ed51b0-3354-4e0f-a279-f67c79deea4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.943523] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "94ed51b0-3354-4e0f-a279-f67c79deea4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1713.943704] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "94ed51b0-3354-4e0f-a279-f67c79deea4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.943868] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "94ed51b0-3354-4e0f-a279-f67c79deea4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.946097] env[62555]: INFO nova.compute.manager [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Terminating instance [ 1714.047979] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705090, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.204397] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.207580] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.207580] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28044322-bca6-4205-8785-78e391ce9703 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.230644] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f624ac27-69e2-483f-ad32-41bebfe6eea7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.265332] env[62555]: DEBUG oslo_concurrency.lockutils [req-e2a00be9-ef59-47c5-a561-1484228213b9 req-45683972-873a-44a1-bcc6-1b8d7b23d309 service nova] Releasing lock "refresh_cache-f4e0137c-d694-48d6-b042-42315b15784e" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.278379] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Reconfiguring VM to detach interface {{(pid=62555) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1714.282182] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e0a6a8b-3800-4664-8b17-3cf04f0d1f2a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.306025] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1714.306025] env[62555]: value = "task-1705091" [ 1714.306025] env[62555]: _type = "Task" [ 1714.306025] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.315556] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.333710] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705089, 'name': ReconfigVM_Task, 'duration_secs': 1.005391} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.333978] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Reconfigured VM instance instance-00000058 to attach disk [datastore1] f4e0137c-d694-48d6-b042-42315b15784e/f4e0137c-d694-48d6-b042-42315b15784e.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.334914] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aaa3062-61fe-4b69-b3aa-f584f94508c8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.342773] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1714.342773] env[62555]: value = "task-1705092" [ 1714.342773] env[62555]: _type = "Task" [ 1714.342773] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.351494] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705092, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.394463] env[62555]: DEBUG nova.scheduler.client.report [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1714.394934] env[62555]: DEBUG nova.compute.provider_tree [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 127 to 128 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1714.395228] env[62555]: DEBUG nova.compute.provider_tree [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1714.418133] env[62555]: DEBUG nova.network.neutron [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Updated VIF entry in instance network info cache for port 61e61f15-93e4-4215-9f3b-74587651d6c4. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1714.418501] env[62555]: DEBUG nova.network.neutron [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Updating instance_info_cache with network_info: [{"id": "61e61f15-93e4-4215-9f3b-74587651d6c4", "address": "fa:16:3e:22:94:c5", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61e61f15-93", "ovs_interfaceid": "61e61f15-93e4-4215-9f3b-74587651d6c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.449594] env[62555]: DEBUG nova.compute.manager [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1714.450074] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1714.450752] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec90c117-208d-4b4f-953d-8c17fcebac12 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.462496] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1714.462496] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64de99a3-38f4-4988-a629-34107aa994cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.466256] env[62555]: DEBUG oslo_vmware.api [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1714.466256] env[62555]: value = "task-1705093" [ 1714.466256] env[62555]: _type = "Task" [ 1714.466256] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.467332] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.476996] env[62555]: DEBUG oslo_vmware.api [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.548070] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705090, 'name': CreateVM_Task, 'duration_secs': 0.746571} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.548070] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1714.548861] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.548861] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.548861] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1714.549104] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af82ba6f-5e53-4e83-9ec6-f7bb9727d869 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.554619] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1714.554619] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52602612-0a6b-3d2d-64cc-3c96afc856ce" [ 1714.554619] env[62555]: _type = "Task" [ 1714.554619] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.563133] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52602612-0a6b-3d2d-64cc-3c96afc856ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.709926] env[62555]: DEBUG nova.network.neutron [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updating instance_info_cache with network_info: [{"id": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "address": "fa:16:3e:12:fa:ef", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f58385-f5", "ovs_interfaceid": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1714.817935] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.852619] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705092, 'name': Rename_Task, 'duration_secs': 0.202609} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.852959] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.853305] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45ea56eb-788d-40c4-a1fc-9a51404ce0d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.860334] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1714.860334] env[62555]: value = "task-1705094" [ 1714.860334] env[62555]: _type = "Task" [ 1714.860334] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.869444] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.900568] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.256s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1714.902952] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.751s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.903462] env[62555]: DEBUG nova.objects.instance [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Lazy-loading 'resources' on Instance uuid 92cb1240-706c-4aa3-9edb-2faa3b6b64f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1714.921199] env[62555]: DEBUG oslo_concurrency.lockutils [req-ff47542b-f5f6-46bb-a094-aaae8b25ca4b req-1822aa96-332c-4501-aa33-4095fe925c29 service nova] Releasing lock "refresh_cache-1830f9f8-e446-457a-9cee-1157c85ef568" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.983649] env[62555]: DEBUG oslo_vmware.api [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705093, 'name': PowerOffVM_Task, 'duration_secs': 0.189964} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.984618] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1714.984801] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1714.985072] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e934ebab-4b47-4da4-bcfd-112df8dc6ca4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.066027] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52602612-0a6b-3d2d-64cc-3c96afc856ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012778} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.066322] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.066613] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1715.066901] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.067093] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.067313] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1715.067627] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce02fec2-4d04-42c1-b944-6b2d1ff5d814 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.077967] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1715.078204] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1715.079017] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06418193-37cf-4d77-a9bb-6efeea013f6d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.084043] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1715.084270] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1715.084452] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Deleting the datastore file [datastore1] 94ed51b0-3354-4e0f-a279-f67c79deea4b {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1715.084708] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1a1b169-6878-40a6-ace1-9931bf89a3f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.088788] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1715.088788] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d75aa8-2978-c867-d8f2-e1646491570e" [ 1715.088788] env[62555]: _type = "Task" [ 1715.088788] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.093066] env[62555]: DEBUG oslo_vmware.api [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1715.093066] env[62555]: value = "task-1705096" [ 1715.093066] env[62555]: _type = "Task" [ 1715.093066] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.099916] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d75aa8-2978-c867-d8f2-e1646491570e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.104474] env[62555]: DEBUG oslo_vmware.api [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.213108] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.315995] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.371109] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705094, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.419302] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4c40476c-8454-4fe8-8eb3-264fbf5e71d7 tempest-ServerActionsV293TestJSON-1820218324 tempest-ServerActionsV293TestJSON-1820218324-project-member] Lock "d59babb2-c974-49ea-8030-af6943b8eb7e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.880s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.534018] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1715.534018] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355312', 'volume_id': '59cef435-970e-45b5-98a9-473c3e4007f9', 'name': 'volume-59cef435-970e-45b5-98a9-473c3e4007f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '83fd6c8d-bf51-4314-ab64-b6f3be48e895', 'attached_at': '', 'detached_at': '', 'volume_id': '59cef435-970e-45b5-98a9-473c3e4007f9', 'serial': '59cef435-970e-45b5-98a9-473c3e4007f9'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1715.534018] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f98e0a1-b53d-4afa-86f0-e3b70a94adfe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.565962] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae0e8e2-8a6b-486b-9ad4-c30a514bc7c8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.594317] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] volume-59cef435-970e-45b5-98a9-473c3e4007f9/volume-59cef435-970e-45b5-98a9-473c3e4007f9.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1715.597431] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31252ed8-c66c-4ca5-b5d6-20db906ed198 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.624442] env[62555]: DEBUG oslo_vmware.api [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243409} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.631064] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1715.631287] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1715.631617] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1715.631683] env[62555]: INFO nova.compute.manager [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1715.631922] env[62555]: DEBUG oslo.service.loopingcall [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1715.632156] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d75aa8-2978-c867-d8f2-e1646491570e, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.632414] env[62555]: DEBUG oslo_vmware.api [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1715.632414] env[62555]: value = "task-1705097" [ 1715.632414] env[62555]: _type = "Task" [ 1715.632414] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.632859] env[62555]: DEBUG nova.compute.manager [-] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1715.632948] env[62555]: DEBUG nova.network.neutron [-] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1715.635356] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb93a19c-c05e-4501-b29b-829fe031b15e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.644288] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1715.644288] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52239183-4ed9-1745-2f1a-b56b3827b8cc" [ 1715.644288] env[62555]: _type = "Task" [ 1715.644288] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.648177] env[62555]: DEBUG oslo_vmware.api [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.659815] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52239183-4ed9-1745-2f1a-b56b3827b8cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011703} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.660157] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.660485] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 1830f9f8-e446-457a-9cee-1157c85ef568/1830f9f8-e446-457a-9cee-1157c85ef568.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.660739] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-401f5e33-f764-4614-84e8-b177fbffd45f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.668176] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1715.668176] env[62555]: value = "task-1705098" [ 1715.668176] env[62555]: _type = "Task" [ 1715.668176] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.676403] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.818354] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.859831] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e3ba44-bc3d-4b98-804d-e64232effb9c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.874289] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbf2b07-e2a4-46fa-85d2-f25de00a2688 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.878347] env[62555]: DEBUG oslo_vmware.api [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705094, 'name': PowerOnVM_Task, 'duration_secs': 0.688517} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.878347] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.878347] env[62555]: INFO nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1715.878562] env[62555]: DEBUG nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1715.879654] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b142acc-1e44-4853-acce-50f52990e648 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.910783] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e44528-54f7-48bf-8b7d-0ec1a4cb85b7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.926710] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c95607-7bcb-46c0-9944-f7ef82419138 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.942150] env[62555]: DEBUG nova.compute.provider_tree [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1716.147123] env[62555]: DEBUG oslo_vmware.api [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.179471] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705098, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.214618] env[62555]: DEBUG nova.compute.manager [req-d3390334-720e-4a7c-b494-964bc2d77e2b req-6fe3532a-b841-4e0b-81eb-0a05c64eea08 service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Received event network-vif-deleted-fb88d0bf-20f8-4c3f-8c45-b8b2071b1645 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1716.214848] env[62555]: INFO nova.compute.manager [req-d3390334-720e-4a7c-b494-964bc2d77e2b req-6fe3532a-b841-4e0b-81eb-0a05c64eea08 service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Neutron deleted interface fb88d0bf-20f8-4c3f-8c45-b8b2071b1645; detaching it from the instance and deleting it from the info cache [ 1716.215088] env[62555]: DEBUG nova.network.neutron [req-d3390334-720e-4a7c-b494-964bc2d77e2b req-6fe3532a-b841-4e0b-81eb-0a05c64eea08 service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.319467] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.426444] env[62555]: INFO nova.compute.manager [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Took 30.73 seconds to build instance. [ 1716.445571] env[62555]: DEBUG nova.scheduler.client.report [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1716.605724] env[62555]: DEBUG nova.network.neutron [-] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.649840] env[62555]: DEBUG oslo_vmware.api [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705097, 'name': ReconfigVM_Task, 'duration_secs': 0.619986} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.650418] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Reconfigured VM instance instance-00000037 to attach disk [datastore1] volume-59cef435-970e-45b5-98a9-473c3e4007f9/volume-59cef435-970e-45b5-98a9-473c3e4007f9.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1716.656877] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57145f9-41cd-4fe0-a1b8-f6c0e14d8d4a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.673972] env[62555]: DEBUG oslo_vmware.api [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1716.673972] env[62555]: value = "task-1705099" [ 1716.673972] env[62555]: _type = "Task" [ 1716.673972] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.680724] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617741} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.681493] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 1830f9f8-e446-457a-9cee-1157c85ef568/1830f9f8-e446-457a-9cee-1157c85ef568.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.682367] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.682464] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6470c1c3-3c4b-42fe-b757-29ba01e14677 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.687834] env[62555]: DEBUG oslo_vmware.api [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705099, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.693573] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1716.693573] env[62555]: value = "task-1705100" [ 1716.693573] env[62555]: _type = "Task" [ 1716.693573] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.702264] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.721655] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b30a7431-437b-429c-8799-951739ca59e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.733376] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0599eb9-7c46-49a8-b55f-08806910c46f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.755543] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1716.770711] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e54c1a2-586c-4943-b32a-768f26d87021 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.772602] env[62555]: DEBUG nova.compute.manager [req-d3390334-720e-4a7c-b494-964bc2d77e2b req-6fe3532a-b841-4e0b-81eb-0a05c64eea08 service nova] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Detach interface failed, port_id=fb88d0bf-20f8-4c3f-8c45-b8b2071b1645, reason: Instance 94ed51b0-3354-4e0f-a279-f67c79deea4b could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1716.777492] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1716.777492] env[62555]: value = "task-1705101" [ 1716.777492] env[62555]: _type = "Task" [ 1716.777492] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.785865] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.817478] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.931563] env[62555]: DEBUG oslo_concurrency.lockutils [None req-91112f8c-eaab-49ec-b81c-fe685445d0d2 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "f4e0137c-d694-48d6-b042-42315b15784e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.248s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.953935] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.954340] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.435s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.954533] env[62555]: DEBUG nova.objects.instance [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1716.976694] env[62555]: INFO nova.scheduler.client.report [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Deleted allocations for instance 92cb1240-706c-4aa3-9edb-2faa3b6b64f8 [ 1717.109409] env[62555]: INFO nova.compute.manager [-] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Took 1.48 seconds to deallocate network for instance. [ 1717.118472] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.118472] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.118472] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.118472] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.118472] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.121298] env[62555]: INFO nova.compute.manager [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Terminating instance [ 1717.186209] env[62555]: DEBUG oslo_vmware.api [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705099, 'name': ReconfigVM_Task, 'duration_secs': 0.211938} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.186209] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355312', 'volume_id': '59cef435-970e-45b5-98a9-473c3e4007f9', 'name': 'volume-59cef435-970e-45b5-98a9-473c3e4007f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '83fd6c8d-bf51-4314-ab64-b6f3be48e895', 'attached_at': '', 'detached_at': '', 'volume_id': '59cef435-970e-45b5-98a9-473c3e4007f9', 'serial': '59cef435-970e-45b5-98a9-473c3e4007f9'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1717.205078] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069133} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.205078] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1717.205877] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0a0976-ecd2-4077-91bb-c73e0af07836 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.233180] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 1830f9f8-e446-457a-9cee-1157c85ef568/1830f9f8-e446-457a-9cee-1157c85ef568.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1717.233942] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "f4e0137c-d694-48d6-b042-42315b15784e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.234190] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "f4e0137c-d694-48d6-b042-42315b15784e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.234388] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "f4e0137c-d694-48d6-b042-42315b15784e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.234566] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "f4e0137c-d694-48d6-b042-42315b15784e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.234732] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "f4e0137c-d694-48d6-b042-42315b15784e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.236421] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc2a5ad-97ac-4c52-a3e4-cc55072f5fde {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.253878] env[62555]: INFO nova.compute.manager [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Terminating instance [ 1717.261550] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1717.261550] env[62555]: value = "task-1705102" [ 1717.261550] env[62555]: _type = "Task" [ 1717.261550] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.271978] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705102, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.288313] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705101, 'name': PowerOffVM_Task, 'duration_secs': 0.397601} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.288646] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1717.289696] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88d894c-5ba1-459f-a96f-cbcdf383aa0d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.315091] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb2c9d8-4c8d-460d-bb21-ba8df796a21f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.322879] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.353586] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.353864] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55b5e787-2ef6-40df-a504-6c51c27a4bed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.360958] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1717.360958] env[62555]: value = "task-1705103" [ 1717.360958] env[62555]: _type = "Task" [ 1717.360958] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.369688] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.484463] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5ef42c13-cb0b-4f7e-bab9-2bb8e407ec9e tempest-ImagesNegativeTestJSON-1598548568 tempest-ImagesNegativeTestJSON-1598548568-project-member] Lock "92cb1240-706c-4aa3-9edb-2faa3b6b64f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.845s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.619635] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1717.627041] env[62555]: DEBUG nova.compute.manager [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.627041] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.627041] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d06d47c-c61e-441a-a151-a67a5b80ffe6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.635197] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.635531] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91d8c3a9-fecf-464d-8fb5-d0847ca66289 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.641832] env[62555]: DEBUG oslo_vmware.api [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1717.641832] env[62555]: value = "task-1705104" [ 1717.641832] env[62555]: _type = "Task" [ 1717.641832] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.651124] env[62555]: DEBUG oslo_vmware.api [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.763182] env[62555]: DEBUG nova.compute.manager [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1717.763182] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1717.763182] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8aa73a-0ead-49b7-bde0-456070034932 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.777193] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.780411] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1717.786130] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a26b5c0b-7cce-4d60-b4b5-dc0917b98fa6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.791156] env[62555]: DEBUG oslo_vmware.api [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1717.791156] env[62555]: value = "task-1705105" [ 1717.791156] env[62555]: _type = "Task" [ 1717.791156] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.800834] env[62555]: DEBUG oslo_vmware.api [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.823974] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.877360] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1717.877593] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1717.877844] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.877988] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.878291] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1717.878478] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab414114-720c-4822-aa66-b23a450b6353 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.898804] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1717.899055] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1717.899954] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-044e5ab0-ecf9-4e11-b681-f1beb667a4b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.907469] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1717.907469] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d09887-7652-2b08-7cf9-df70c901d5b5" [ 1717.907469] env[62555]: _type = "Task" [ 1717.907469] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.915846] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d09887-7652-2b08-7cf9-df70c901d5b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.964471] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8a19aa80-d610-4f1a-9903-10b077000d8d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1717.965613] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.227s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1717.967077] env[62555]: INFO nova.compute.claims [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1718.152450] env[62555]: DEBUG oslo_vmware.api [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705104, 'name': PowerOffVM_Task, 'duration_secs': 0.251451} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.152819] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.152819] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.152981] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9b6ed85-06e1-4e96-a862-ec0448e69bb5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.233245] env[62555]: DEBUG nova.objects.instance [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lazy-loading 'flavor' on Instance uuid 83fd6c8d-bf51-4314-ab64-b6f3be48e895 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1718.251394] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.251394] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.251394] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleting the datastore file [datastore1] 77c76f64-5bdd-4e32-855e-ca017e15ff1b {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.251394] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8847729-ecf3-49cb-bf4b-e60d68f4fc49 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.266223] env[62555]: DEBUG oslo_vmware.api [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1718.266223] env[62555]: value = "task-1705107" [ 1718.266223] env[62555]: _type = "Task" [ 1718.266223] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.290620] env[62555]: DEBUG oslo_vmware.api [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.295250] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705102, 'name': ReconfigVM_Task, 'duration_secs': 0.688014} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.300386] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 1830f9f8-e446-457a-9cee-1157c85ef568/1830f9f8-e446-457a-9cee-1157c85ef568.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.301145] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5177b097-9f5e-4e38-bac6-004b1ae31d46 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.310619] env[62555]: DEBUG oslo_vmware.api [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705105, 'name': PowerOffVM_Task, 'duration_secs': 0.192367} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.310868] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.311056] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1718.311378] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1718.311378] env[62555]: value = "task-1705108" [ 1718.311378] env[62555]: _type = "Task" [ 1718.311378] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.311882] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39a22bf1-c48c-4275-a75b-b28cb99d0835 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.326610] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.329420] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705108, 'name': Rename_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.400691] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1718.401045] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1718.401162] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleting the datastore file [datastore1] f4e0137c-d694-48d6-b042-42315b15784e {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1718.401382] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-086686fc-fa29-49f1-bb2b-a14dc8baa0e5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.410571] env[62555]: DEBUG oslo_vmware.api [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1718.410571] env[62555]: value = "task-1705110" [ 1718.410571] env[62555]: _type = "Task" [ 1718.410571] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.422790] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d09887-7652-2b08-7cf9-df70c901d5b5, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.426813] env[62555]: DEBUG oslo_vmware.api [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.427040] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2260546c-4b7a-44db-80b0-783da8bd08cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.433343] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1718.433343] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520d3f3f-9ba5-f3d0-2022-3748db206f9a" [ 1718.433343] env[62555]: _type = "Task" [ 1718.433343] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.443800] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520d3f3f-9ba5-f3d0-2022-3748db206f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.741726] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7d2b1eee-db71-4e24-883c-f2f80e0cf3a3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.344s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.774914] env[62555]: DEBUG oslo_vmware.api [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171368} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.775369] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1718.775470] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1718.775582] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1718.775751] env[62555]: INFO nova.compute.manager [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1718.775991] env[62555]: DEBUG oslo.service.loopingcall [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.776197] env[62555]: DEBUG nova.compute.manager [-] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1718.776295] env[62555]: DEBUG nova.network.neutron [-] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1718.828763] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.831829] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705108, 'name': Rename_Task, 'duration_secs': 0.154861} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.832223] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.832397] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a109a979-282c-4156-b058-95c5e6f9ddf4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.839241] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1718.839241] env[62555]: value = "task-1705111" [ 1718.839241] env[62555]: _type = "Task" [ 1718.839241] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.849702] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.924142] env[62555]: DEBUG oslo_vmware.api [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155137} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.924142] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1718.924395] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1718.924395] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1718.924540] env[62555]: INFO nova.compute.manager [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1718.924766] env[62555]: DEBUG oslo.service.loopingcall [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.924957] env[62555]: DEBUG nova.compute.manager [-] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1718.925053] env[62555]: DEBUG nova.network.neutron [-] [instance: f4e0137c-d694-48d6-b042-42315b15784e] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1718.943382] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520d3f3f-9ba5-f3d0-2022-3748db206f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.018926} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.943901] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.943901] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3a4b9ee2-f504-4585-a8bf-b1749fbd34df/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. {{(pid=62555) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1718.944156] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59eabe8b-5a98-441c-a514-f0f383b4a683 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.950858] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1718.950858] env[62555]: value = "task-1705112" [ 1718.950858] env[62555]: _type = "Task" [ 1718.950858] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.958932] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.330061] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.352499] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705111, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.413947] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d303d9e-388b-491d-bb0b-fe56aaa92c50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.429552] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9062f103-d3aa-4fc4-a15c-2832baaae913 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.468727] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b8d63-a6bb-44ef-95b1-740563df3d75 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.474390] env[62555]: DEBUG nova.compute.manager [req-84782160-c31e-4129-a360-ca43a71f0d2d req-8e3c61a9-561d-47a9-8359-b0f7582ec756 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Received event network-vif-deleted-9cc39892-6dcc-4d31-aa96-345b7c8f6082 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1719.474641] env[62555]: INFO nova.compute.manager [req-84782160-c31e-4129-a360-ca43a71f0d2d req-8e3c61a9-561d-47a9-8359-b0f7582ec756 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Neutron deleted interface 9cc39892-6dcc-4d31-aa96-345b7c8f6082; detaching it from the instance and deleting it from the info cache [ 1719.474759] env[62555]: DEBUG nova.network.neutron [req-84782160-c31e-4129-a360-ca43a71f0d2d req-8e3c61a9-561d-47a9-8359-b0f7582ec756 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.482725] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705112, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.488052] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0de2f0-d2af-4aeb-9170-72a0620638ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.504116] env[62555]: DEBUG nova.compute.provider_tree [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.624768] env[62555]: DEBUG nova.compute.manager [req-ab2f6847-6bd3-4f28-bc6b-d5e2bc3153f4 req-98361577-a9ef-4a0f-a5c6-581b6e269243 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Received event network-vif-deleted-4061c748-94f0-4748-9f05-53756184f541 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1719.624983] env[62555]: INFO nova.compute.manager [req-ab2f6847-6bd3-4f28-bc6b-d5e2bc3153f4 req-98361577-a9ef-4a0f-a5c6-581b6e269243 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Neutron deleted interface 4061c748-94f0-4748-9f05-53756184f541; detaching it from the instance and deleting it from the info cache [ 1719.625502] env[62555]: DEBUG nova.network.neutron [req-ab2f6847-6bd3-4f28-bc6b-d5e2bc3153f4 req-98361577-a9ef-4a0f-a5c6-581b6e269243 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.826246] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.848860] env[62555]: DEBUG oslo_vmware.api [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705111, 'name': PowerOnVM_Task, 'duration_secs': 0.724429} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.849560] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.849920] env[62555]: INFO nova.compute.manager [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1719.850323] env[62555]: DEBUG nova.compute.manager [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.851412] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97abc276-681a-4479-9156-6c7939e1efa1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.934321] env[62555]: DEBUG nova.network.neutron [-] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.974265] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570963} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.974824] env[62555]: INFO nova.virt.vmwareapi.ds_util [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3a4b9ee2-f504-4585-a8bf-b1749fbd34df/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk. [ 1719.975830] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f733c52b-d4e8-464b-83e7-86a41b9f5619 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.979687] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f05453c8-0d31-4691-9dbb-c51915358f3a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.014852] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 3a4b9ee2-f504-4585-a8bf-b1749fbd34df/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.020017] env[62555]: DEBUG nova.scheduler.client.report [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1720.021291] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a1adc96-cac2-4c6d-ac11-c990cb838fb1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.042721] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923ddfdb-dedd-4a67-9afd-881fad537612 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.060858] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1720.060858] env[62555]: value = "task-1705113" [ 1720.060858] env[62555]: _type = "Task" [ 1720.060858] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.069938] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.084588] env[62555]: DEBUG nova.compute.manager [req-84782160-c31e-4129-a360-ca43a71f0d2d req-8e3c61a9-561d-47a9-8359-b0f7582ec756 service nova] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Detach interface failed, port_id=9cc39892-6dcc-4d31-aa96-345b7c8f6082, reason: Instance 77c76f64-5bdd-4e32-855e-ca017e15ff1b could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1720.096397] env[62555]: DEBUG nova.network.neutron [-] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.128393] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d2eb857-95e7-4e5f-bb28-c6e335e7adeb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.140402] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad5ff77-df81-423d-a740-66cf3bf6f50d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.180796] env[62555]: DEBUG nova.compute.manager [req-ab2f6847-6bd3-4f28-bc6b-d5e2bc3153f4 req-98361577-a9ef-4a0f-a5c6-581b6e269243 service nova] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Detach interface failed, port_id=4061c748-94f0-4748-9f05-53756184f541, reason: Instance f4e0137c-d694-48d6-b042-42315b15784e could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1720.330939] env[62555]: DEBUG oslo_vmware.api [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705091, 'name': ReconfigVM_Task, 'duration_secs': 5.891836} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.330939] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.331779] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Reconfigured VM to detach interface {{(pid=62555) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1720.372837] env[62555]: INFO nova.compute.manager [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Took 28.58 seconds to build instance. [ 1720.436475] env[62555]: INFO nova.compute.manager [-] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Took 1.66 seconds to deallocate network for instance. [ 1720.540510] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.541054] env[62555]: DEBUG nova.compute.manager [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1720.543688] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.113s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.543931] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.546105] env[62555]: DEBUG oslo_concurrency.lockutils [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.062s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.546368] env[62555]: DEBUG nova.objects.instance [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lazy-loading 'resources' on Instance uuid 6ad83348-72ad-4601-b1f9-acc314a8531e {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1720.571838] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705113, 'name': ReconfigVM_Task, 'duration_secs': 0.367249} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.572204] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 3a4b9ee2-f504-4585-a8bf-b1749fbd34df/7b6d5136-2882-460a-9eb3-e3abf696f07b-rescue.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.573103] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded353f9-4786-4d25-ac61-ed63845ad9c9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.605588] env[62555]: INFO nova.scheduler.client.report [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted allocations for instance 542f5291-21b4-4bd7-88b4-7636c4d8db75 [ 1720.609953] env[62555]: INFO nova.compute.manager [-] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Took 1.68 seconds to deallocate network for instance. [ 1720.610395] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e2d9d5-c27f-4f2f-a5ab-fd478f284bc0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.631030] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1720.631030] env[62555]: value = "task-1705114" [ 1720.631030] env[62555]: _type = "Task" [ 1720.631030] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.640180] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.877828] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b99cad3e-f21e-42b7-8b25-7d713306c071 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "1830f9f8-e446-457a-9cee-1157c85ef568" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.102s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.888717] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "32abf923-2cfe-45a9-87ae-049fbe5021bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.888717] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "32abf923-2cfe-45a9-87ae-049fbe5021bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.944388] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.051447] env[62555]: DEBUG nova.compute.utils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1721.054863] env[62555]: DEBUG nova.compute.manager [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1721.055117] env[62555]: DEBUG nova.network.neutron [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1721.126867] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5dc59142-eace-4106-b3a1-97eece2a70fa tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "542f5291-21b4-4bd7-88b4-7636c4d8db75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.325s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.131310] env[62555]: DEBUG nova.policy [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af4ad505d2174ad79e9ac73e0e1c1bc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67075c12bc5b47d39cc39e4b198650a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1721.136941] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.150711] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.389980] env[62555]: DEBUG nova.compute.manager [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1721.477235] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a3a7f1-5c4d-4826-90e5-563a4d02bb1d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.485753] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb80cf3-c7a4-42c9-8df1-8977ac03a1a5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.520850] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adea135-2e6e-4ed4-8d2a-6b548c4862e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.528919] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677cb7c7-6717-463f-9af8-e87f95f9bad4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.542509] env[62555]: DEBUG nova.compute.provider_tree [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1721.556906] env[62555]: DEBUG nova.compute.manager [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1721.643132] env[62555]: DEBUG nova.network.neutron [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Successfully created port: 6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1721.648888] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.764387] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.764583] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.764795] env[62555]: DEBUG nova.network.neutron [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1721.915368] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.990601] env[62555]: DEBUG nova.compute.manager [req-f107da51-0d73-46d2-8d9b-27d29b3ab6f1 req-bbd6ce06-70e6-4eec-825d-6863056665f5 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received event network-vif-deleted-381e89fc-fa6d-4d0c-a567-fa6764a4a4cd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1721.990601] env[62555]: INFO nova.compute.manager [req-f107da51-0d73-46d2-8d9b-27d29b3ab6f1 req-bbd6ce06-70e6-4eec-825d-6863056665f5 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Neutron deleted interface 381e89fc-fa6d-4d0c-a567-fa6764a4a4cd; detaching it from the instance and deleting it from the info cache [ 1721.991211] env[62555]: DEBUG nova.network.neutron [req-f107da51-0d73-46d2-8d9b-27d29b3ab6f1 req-bbd6ce06-70e6-4eec-825d-6863056665f5 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updating instance_info_cache with network_info: [{"id": "54626c75-02a2-41ce-aab9-d466c8617df9", "address": "fa:16:3e:3e:85:2b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54626c75-02", "ovs_interfaceid": "54626c75-02a2-41ce-aab9-d466c8617df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f9c985fa-4af3-4ce7-b471-7e4dba8d3338", "address": "fa:16:3e:f1:3e:c1", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf9c985fa-4a", "ovs_interfaceid": "f9c985fa-4af3-4ce7-b471-7e4dba8d3338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.045816] env[62555]: DEBUG nova.scheduler.client.report [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1722.147742] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705114, 'name': ReconfigVM_Task, 'duration_secs': 1.303472} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.148389] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1722.148729] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d473651-9bde-4949-ab83-c598859a10dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.155678] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1722.155678] env[62555]: value = "task-1705115" [ 1722.155678] env[62555]: _type = "Task" [ 1722.155678] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.168851] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.497375] env[62555]: DEBUG oslo_concurrency.lockutils [req-f107da51-0d73-46d2-8d9b-27d29b3ab6f1 req-bbd6ce06-70e6-4eec-825d-6863056665f5 service nova] Acquiring lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.497653] env[62555]: DEBUG oslo_concurrency.lockutils [req-f107da51-0d73-46d2-8d9b-27d29b3ab6f1 req-bbd6ce06-70e6-4eec-825d-6863056665f5 service nova] Acquired lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.506036] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef87add-8336-48d5-998a-afd58a730ee9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.524441] env[62555]: DEBUG oslo_concurrency.lockutils [req-f107da51-0d73-46d2-8d9b-27d29b3ab6f1 req-bbd6ce06-70e6-4eec-825d-6863056665f5 service nova] Releasing lock "131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.524806] env[62555]: WARNING nova.compute.manager [req-f107da51-0d73-46d2-8d9b-27d29b3ab6f1 req-bbd6ce06-70e6-4eec-825d-6863056665f5 service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Detach interface failed, port_id=381e89fc-fa6d-4d0c-a567-fa6764a4a4cd, reason: No device with interface-id 381e89fc-fa6d-4d0c-a567-fa6764a4a4cd exists on VM: nova.exception.NotFound: No device with interface-id 381e89fc-fa6d-4d0c-a567-fa6764a4a4cd exists on VM [ 1722.551540] env[62555]: DEBUG oslo_concurrency.lockutils [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.554805] env[62555]: DEBUG oslo_concurrency.lockutils [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.036s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.555322] env[62555]: DEBUG nova.objects.instance [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Lazy-loading 'resources' on Instance uuid 0fe798fd-df4c-45ca-b952-67b7ecfd7476 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.564908] env[62555]: DEBUG nova.compute.manager [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1722.582714] env[62555]: INFO nova.scheduler.client.report [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Deleted allocations for instance 6ad83348-72ad-4601-b1f9-acc314a8531e [ 1722.608996] env[62555]: DEBUG nova.virt.hardware [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1722.609241] env[62555]: DEBUG nova.virt.hardware [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1722.609405] env[62555]: DEBUG nova.virt.hardware [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1722.609640] env[62555]: DEBUG nova.virt.hardware [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1722.610569] env[62555]: DEBUG nova.virt.hardware [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1722.610569] env[62555]: DEBUG nova.virt.hardware [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1722.610569] env[62555]: DEBUG nova.virt.hardware [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1722.610569] env[62555]: DEBUG nova.virt.hardware [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1722.610569] env[62555]: DEBUG nova.virt.hardware [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1722.610756] env[62555]: DEBUG nova.virt.hardware [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1722.610831] env[62555]: DEBUG nova.virt.hardware [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1722.612292] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9268a61c-cea5-4c50-9439-1ef1854606f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.623290] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737f1327-c7e8-42b2-a8b6-270ff67587c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.665691] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705115, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.763575] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "131a3493-1f37-44bd-94c2-a1895723e334" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.763861] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "131a3493-1f37-44bd-94c2-a1895723e334" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.764087] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "131a3493-1f37-44bd-94c2-a1895723e334-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.764279] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "131a3493-1f37-44bd-94c2-a1895723e334-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.764453] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "131a3493-1f37-44bd-94c2-a1895723e334-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1722.766834] env[62555]: INFO nova.compute.manager [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Terminating instance [ 1723.075548] env[62555]: DEBUG oslo_concurrency.lockutils [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "1830f9f8-e446-457a-9cee-1157c85ef568" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.076350] env[62555]: DEBUG oslo_concurrency.lockutils [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "1830f9f8-e446-457a-9cee-1157c85ef568" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.076639] env[62555]: DEBUG oslo_concurrency.lockutils [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "1830f9f8-e446-457a-9cee-1157c85ef568-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.076848] env[62555]: DEBUG oslo_concurrency.lockutils [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "1830f9f8-e446-457a-9cee-1157c85ef568-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.077030] env[62555]: DEBUG oslo_concurrency.lockutils [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "1830f9f8-e446-457a-9cee-1157c85ef568-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.080310] env[62555]: INFO nova.compute.manager [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Terminating instance [ 1723.096088] env[62555]: DEBUG oslo_concurrency.lockutils [None req-36718f56-2d32-4ad4-b481-32e430ec4b38 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "6ad83348-72ad-4601-b1f9-acc314a8531e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.721s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.170757] env[62555]: DEBUG oslo_vmware.api [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705115, 'name': PowerOnVM_Task, 'duration_secs': 0.692752} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.171034] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1723.174258] env[62555]: DEBUG nova.compute.manager [None req-ad45e649-536f-4859-99f1-581afbc9cf62 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1723.175062] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc14ea9-71d9-40d4-b6ac-2fb4bb49eda6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.200197] env[62555]: INFO nova.network.neutron [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Port 381e89fc-fa6d-4d0c-a567-fa6764a4a4cd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1723.200384] env[62555]: INFO nova.network.neutron [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Port f9c985fa-4af3-4ce7-b471-7e4dba8d3338 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1723.200817] env[62555]: DEBUG nova.network.neutron [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updating instance_info_cache with network_info: [{"id": "54626c75-02a2-41ce-aab9-d466c8617df9", "address": "fa:16:3e:3e:85:2b", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54626c75-02", "ovs_interfaceid": "54626c75-02a2-41ce-aab9-d466c8617df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.246190] env[62555]: DEBUG nova.network.neutron [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Successfully updated port: 6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1723.272836] env[62555]: DEBUG nova.compute.manager [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1723.273690] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.274789] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff387725-a4dc-42b2-8d12-df12f6e0d843 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.286725] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.286962] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bb1a292-ebd1-41a9-9360-6bd8a58aca51 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.296308] env[62555]: DEBUG oslo_vmware.api [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1723.296308] env[62555]: value = "task-1705116" [ 1723.296308] env[62555]: _type = "Task" [ 1723.296308] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.312399] env[62555]: DEBUG oslo_vmware.api [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.465783] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8cdab2-9331-454b-85ae-b0ea30f0f9da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.474891] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d92f580-68f2-454f-a91d-1db6fbd53dc8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.512639] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cca9d95-c60a-4c36-9b86-63b84a236536 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.521504] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30763975-f91b-4d52-83c2-127dc1f71a7a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.537312] env[62555]: DEBUG nova.compute.provider_tree [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.587187] env[62555]: DEBUG nova.compute.manager [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1723.587187] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.587187] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfa708f-8892-4e90-a14e-d3967cef7260 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.597101] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.597374] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b6fb8cd-7275-48fb-ab97-3eba6f9ae32f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.607222] env[62555]: DEBUG oslo_vmware.api [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1723.607222] env[62555]: value = "task-1705117" [ 1723.607222] env[62555]: _type = "Task" [ 1723.607222] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.618282] env[62555]: DEBUG oslo_vmware.api [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.705802] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-131a3493-1f37-44bd-94c2-a1895723e334" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.752024] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1723.752176] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1723.754019] env[62555]: DEBUG nova.network.neutron [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1723.814311] env[62555]: DEBUG oslo_vmware.api [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705116, 'name': PowerOffVM_Task, 'duration_secs': 0.373625} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.814619] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1723.815081] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.815081] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf16e11e-0591-45f1-b9f5-461087e45874 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.986926] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.987187] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.987375] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleting the datastore file [datastore1] 131a3493-1f37-44bd-94c2-a1895723e334 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.987657] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61dbe8e3-27a9-4717-b62d-a6d95e4307c4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.995393] env[62555]: DEBUG oslo_vmware.api [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1723.995393] env[62555]: value = "task-1705119" [ 1723.995393] env[62555]: _type = "Task" [ 1723.995393] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.004894] env[62555]: DEBUG oslo_vmware.api [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.041402] env[62555]: DEBUG nova.scheduler.client.report [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1724.108991] env[62555]: DEBUG nova.compute.manager [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received event network-vif-deleted-f9c985fa-4af3-4ce7-b471-7e4dba8d3338 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1724.109295] env[62555]: DEBUG nova.compute.manager [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Received event network-vif-plugged-6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1724.109482] env[62555]: DEBUG oslo_concurrency.lockutils [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] Acquiring lock "e2531bdd-1223-47fc-bc42-0990a7eb756b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.109780] env[62555]: DEBUG oslo_concurrency.lockutils [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.110030] env[62555]: DEBUG oslo_concurrency.lockutils [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.110230] env[62555]: DEBUG nova.compute.manager [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] No waiting events found dispatching network-vif-plugged-6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1724.110842] env[62555]: WARNING nova.compute.manager [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Received unexpected event network-vif-plugged-6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69 for instance with vm_state building and task_state spawning. [ 1724.110842] env[62555]: DEBUG nova.compute.manager [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Received event network-changed-6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1724.113353] env[62555]: DEBUG nova.compute.manager [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Refreshing instance network info cache due to event network-changed-6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1724.113353] env[62555]: DEBUG oslo_concurrency.lockutils [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] Acquiring lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.123496] env[62555]: DEBUG oslo_vmware.api [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705117, 'name': PowerOffVM_Task, 'duration_secs': 0.223987} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.123781] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.123949] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.124484] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ce56452-2b20-4459-ae3f-4afc634b970b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.201166] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.201581] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.201834] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleting the datastore file [datastore1] 1830f9f8-e446-457a-9cee-1157c85ef568 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.202153] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-540dd1f9-ce09-4614-8c3c-037158895f75 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.208686] env[62555]: DEBUG oslo_vmware.api [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1724.208686] env[62555]: value = "task-1705121" [ 1724.208686] env[62555]: _type = "Task" [ 1724.208686] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.213751] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8656daae-8374-4d31-9c8e-560d716b72fa tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-131a3493-1f37-44bd-94c2-a1895723e334-381e89fc-fa6d-4d0c-a567-fa6764a4a4cd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.513s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.226530] env[62555]: DEBUG oslo_vmware.api [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.301546] env[62555]: DEBUG nova.network.neutron [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1724.460066] env[62555]: DEBUG nova.network.neutron [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance_info_cache with network_info: [{"id": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "address": "fa:16:3e:6d:ca:57", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6986d50c-9e", "ovs_interfaceid": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1724.507284] env[62555]: DEBUG oslo_vmware.api [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184879} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.507669] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.507772] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.507935] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.508140] env[62555]: INFO nova.compute.manager [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1724.508333] env[62555]: DEBUG oslo.service.loopingcall [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.508527] env[62555]: DEBUG nova.compute.manager [-] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.508620] env[62555]: DEBUG nova.network.neutron [-] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.547007] env[62555]: DEBUG oslo_concurrency.lockutils [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.992s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.549399] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.381s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.549593] env[62555]: DEBUG nova.objects.instance [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1724.553786] env[62555]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port f9c985fa-4af3-4ce7-b471-7e4dba8d3338 could not be found.", "detail": ""}} {{(pid=62555) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1724.556019] env[62555]: DEBUG nova.network.neutron [-] Unable to show port f9c985fa-4af3-4ce7-b471-7e4dba8d3338 as it no longer exists. {{(pid=62555) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1724.578535] env[62555]: INFO nova.scheduler.client.report [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Deleted allocations for instance 0fe798fd-df4c-45ca-b952-67b7ecfd7476 [ 1724.579759] env[62555]: INFO nova.compute.manager [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Unrescuing [ 1724.580677] env[62555]: DEBUG oslo_concurrency.lockutils [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.580677] env[62555]: DEBUG oslo_concurrency.lockutils [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquired lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.580677] env[62555]: DEBUG nova.network.neutron [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.718784] env[62555]: DEBUG oslo_vmware.api [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16959} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.719134] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.719386] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.719613] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.719794] env[62555]: INFO nova.compute.manager [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1724.720072] env[62555]: DEBUG oslo.service.loopingcall [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.720299] env[62555]: DEBUG nova.compute.manager [-] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.720399] env[62555]: DEBUG nova.network.neutron [-] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.965370] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.965370] env[62555]: DEBUG nova.compute.manager [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Instance network_info: |[{"id": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "address": "fa:16:3e:6d:ca:57", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6986d50c-9e", "ovs_interfaceid": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1724.965370] env[62555]: DEBUG oslo_concurrency.lockutils [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] Acquired lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.965370] env[62555]: DEBUG nova.network.neutron [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Refreshing network info cache for port 6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.965747] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:ca:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1724.974490] env[62555]: DEBUG oslo.service.loopingcall [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.975951] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1724.976315] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-238fd571-5cea-4c05-9c49-c2ab79badd14 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.003127] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1725.003127] env[62555]: value = "task-1705122" [ 1725.003127] env[62555]: _type = "Task" [ 1725.003127] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.013896] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705122, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.089878] env[62555]: DEBUG oslo_concurrency.lockutils [None req-01b5a001-65e7-4a4c-8560-7706f1616c77 tempest-ServersTestBootFromVolume-1722803238 tempest-ServersTestBootFromVolume-1722803238-project-member] Lock "0fe798fd-df4c-45ca-b952-67b7ecfd7476" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.743s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.397936] env[62555]: DEBUG nova.network.neutron [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updating instance_info_cache with network_info: [{"id": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "address": "fa:16:3e:12:fa:ef", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f58385-f5", "ovs_interfaceid": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.414163] env[62555]: DEBUG nova.compute.manager [req-70ab3f42-f4de-461d-a61e-9a3cde4fbdd3 req-b000492a-76d8-493f-8ee8-9024ed9a105b service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Received event network-vif-deleted-61e61f15-93e4-4215-9f3b-74587651d6c4 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1725.414526] env[62555]: INFO nova.compute.manager [req-70ab3f42-f4de-461d-a61e-9a3cde4fbdd3 req-b000492a-76d8-493f-8ee8-9024ed9a105b service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Neutron deleted interface 61e61f15-93e4-4215-9f3b-74587651d6c4; detaching it from the instance and deleting it from the info cache [ 1725.414971] env[62555]: DEBUG nova.network.neutron [req-70ab3f42-f4de-461d-a61e-9a3cde4fbdd3 req-b000492a-76d8-493f-8ee8-9024ed9a105b service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.497433] env[62555]: DEBUG nova.network.neutron [-] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.517507] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705122, 'name': CreateVM_Task, 'duration_secs': 0.490648} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.517507] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.517507] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.517507] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.517507] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1725.517772] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db130e54-9475-4115-ad33-8ad2f7118e8b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.522984] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1725.522984] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a9ec3a-191d-633e-5b91-c8e9542c6a28" [ 1725.522984] env[62555]: _type = "Task" [ 1725.522984] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.532957] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a9ec3a-191d-633e-5b91-c8e9542c6a28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.559099] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ea81fa12-242f-4181-b85c-4c8aa6a4cb0b tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1725.563012] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.334s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1725.564312] env[62555]: INFO nova.compute.claims [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1725.675066] env[62555]: DEBUG nova.network.neutron [-] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.725745] env[62555]: DEBUG nova.network.neutron [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updated VIF entry in instance network info cache for port 6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1725.725745] env[62555]: DEBUG nova.network.neutron [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance_info_cache with network_info: [{"id": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "address": "fa:16:3e:6d:ca:57", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6986d50c-9e", "ovs_interfaceid": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.901431] env[62555]: DEBUG oslo_concurrency.lockutils [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Releasing lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1725.902152] env[62555]: DEBUG nova.objects.instance [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lazy-loading 'flavor' on Instance uuid 3a4b9ee2-f504-4585-a8bf-b1749fbd34df {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1725.923731] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4117e0e2-5de0-4a41-95e1-6ba4dd490584 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.936720] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666e56d1-e740-4384-a6c9-5d9ceb306acd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.975998] env[62555]: DEBUG nova.compute.manager [req-70ab3f42-f4de-461d-a61e-9a3cde4fbdd3 req-b000492a-76d8-493f-8ee8-9024ed9a105b service nova] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Detach interface failed, port_id=61e61f15-93e4-4215-9f3b-74587651d6c4, reason: Instance 1830f9f8-e446-457a-9cee-1157c85ef568 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1725.999847] env[62555]: INFO nova.compute.manager [-] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Took 1.49 seconds to deallocate network for instance. [ 1726.042422] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a9ec3a-191d-633e-5b91-c8e9542c6a28, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.042422] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.042422] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1726.042422] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.042666] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.042704] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1726.042974] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29f037e0-057a-45ae-8674-fa9d8ad36e94 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.053162] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1726.053162] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1726.053162] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c7f95a-9fa8-47fd-b8c6-7c8a2fb14222 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.059237] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1726.059237] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52986378-1243-e76c-f19d-222747e49b74" [ 1726.059237] env[62555]: _type = "Task" [ 1726.059237] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.067875] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52986378-1243-e76c-f19d-222747e49b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.158981] env[62555]: DEBUG nova.compute.manager [req-9eeacc75-aa81-49bd-8bf0-59f11234c0a2 req-c7d4ae31-6297-4788-814e-a22c1352532f service nova] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Received event network-vif-deleted-54626c75-02a2-41ce-aab9-d466c8617df9 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1726.178057] env[62555]: INFO nova.compute.manager [-] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Took 1.46 seconds to deallocate network for instance. [ 1726.231257] env[62555]: DEBUG oslo_concurrency.lockutils [req-4febbbdd-0929-4102-bdb4-8a4fd7353894 req-09cef42f-348b-47d5-8c03-69070fc6c23d service nova] Releasing lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.407699] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51288058-aec9-4a7f-b459-8aa8882f29cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.444780] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.445174] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-389baacb-86e2-4db3-a232-148ec7e7f963 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.452847] env[62555]: DEBUG oslo_vmware.api [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1726.452847] env[62555]: value = "task-1705123" [ 1726.452847] env[62555]: _type = "Task" [ 1726.452847] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.462434] env[62555]: DEBUG oslo_vmware.api [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.508500] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.576011] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52986378-1243-e76c-f19d-222747e49b74, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.577965] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c1823a-3dfc-41ad-aff5-7825c020ebf2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.584888] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1726.584888] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52229047-9091-64c4-5e01-f035e4416ace" [ 1726.584888] env[62555]: _type = "Task" [ 1726.584888] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.594253] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52229047-9091-64c4-5e01-f035e4416ace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.684929] env[62555]: DEBUG oslo_concurrency.lockutils [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.750018] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.750018] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.750018] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.750463] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.750769] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.754084] env[62555]: INFO nova.compute.manager [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Terminating instance [ 1726.843012] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "aa28823b-7dde-4fdf-a6ca-81789865ef37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.844072] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "aa28823b-7dde-4fdf-a6ca-81789865ef37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.844072] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "aa28823b-7dde-4fdf-a6ca-81789865ef37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.844302] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "aa28823b-7dde-4fdf-a6ca-81789865ef37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.844567] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "aa28823b-7dde-4fdf-a6ca-81789865ef37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.847278] env[62555]: INFO nova.compute.manager [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Terminating instance [ 1726.939739] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0db1b4-a6d2-4133-8ceb-d8887fd101e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.948365] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9503f1b0-3b9e-4afe-9f9d-0c012a676ed6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.963165] env[62555]: DEBUG oslo_vmware.api [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705123, 'name': PowerOffVM_Task, 'duration_secs': 0.24616} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.989761] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1726.994611] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Reconfiguring VM instance instance-00000043 to detach disk 2002 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1726.995528] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fde8830f-4ff2-43a5-9d6d-3f53c02e3ed5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.009118] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a4d9d6-4742-41db-8bf2-1298192c576a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.020339] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540a956f-8b38-4e4b-9a34-fcd5cdaa4d21 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.024837] env[62555]: DEBUG oslo_vmware.api [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1727.024837] env[62555]: value = "task-1705124" [ 1727.024837] env[62555]: _type = "Task" [ 1727.024837] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.035912] env[62555]: DEBUG nova.compute.provider_tree [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.042022] env[62555]: DEBUG oslo_vmware.api [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.098926] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52229047-9091-64c4-5e01-f035e4416ace, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.099227] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.099508] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] e2531bdd-1223-47fc-bc42-0990a7eb756b/e2531bdd-1223-47fc-bc42-0990a7eb756b.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1727.099802] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ad1bf6a-3c1c-4dd4-821d-edc533e7e298 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.107322] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1727.107322] env[62555]: value = "task-1705125" [ 1727.107322] env[62555]: _type = "Task" [ 1727.107322] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.118726] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.260201] env[62555]: DEBUG nova.compute.manager [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1727.260201] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1727.260201] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47172897-27c1-488d-9e80-4856bce7ef55 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.265910] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.266200] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ef50aa7-4e31-44e7-b263-9a3be957d1f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.274236] env[62555]: DEBUG oslo_vmware.api [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1727.274236] env[62555]: value = "task-1705126" [ 1727.274236] env[62555]: _type = "Task" [ 1727.274236] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.284603] env[62555]: DEBUG oslo_vmware.api [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.351363] env[62555]: DEBUG nova.compute.manager [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1727.351670] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1727.352712] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc18778-514f-40dc-bd01-b6de1d8dddef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.362707] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.363312] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24815a91-697a-43fe-9d94-37f1f62f93ad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.370288] env[62555]: DEBUG oslo_vmware.api [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1727.370288] env[62555]: value = "task-1705127" [ 1727.370288] env[62555]: _type = "Task" [ 1727.370288] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.379868] env[62555]: DEBUG oslo_vmware.api [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.536360] env[62555]: DEBUG oslo_vmware.api [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705124, 'name': ReconfigVM_Task, 'duration_secs': 0.253428} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.536677] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Reconfigured VM instance instance-00000043 to detach disk 2002 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1727.537017] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1727.537197] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-731ca2d7-647b-45d4-bc9c-0089a2afe3b9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.539731] env[62555]: DEBUG nova.scheduler.client.report [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1727.548818] env[62555]: DEBUG oslo_vmware.api [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1727.548818] env[62555]: value = "task-1705128" [ 1727.548818] env[62555]: _type = "Task" [ 1727.548818] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.561498] env[62555]: DEBUG oslo_vmware.api [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.617957] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491956} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.617957] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] e2531bdd-1223-47fc-bc42-0990a7eb756b/e2531bdd-1223-47fc-bc42-0990a7eb756b.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1727.618295] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1727.618396] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36796dd4-3b33-4836-8a13-a5de87af32a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.624405] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1727.624405] env[62555]: value = "task-1705129" [ 1727.624405] env[62555]: _type = "Task" [ 1727.624405] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.632534] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.786813] env[62555]: DEBUG oslo_vmware.api [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705126, 'name': PowerOffVM_Task, 'duration_secs': 0.218536} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.786919] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.787502] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1727.787502] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4353907d-58ae-4266-8ee9-a081fecdeccd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.854615] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1727.854869] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1727.855009] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Deleting the datastore file [datastore1] 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1727.855281] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d5171b9-8c0a-4c3f-a217-5de5a83fc112 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.861716] env[62555]: DEBUG oslo_vmware.api [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1727.861716] env[62555]: value = "task-1705131" [ 1727.861716] env[62555]: _type = "Task" [ 1727.861716] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.869940] env[62555]: DEBUG oslo_vmware.api [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.879027] env[62555]: DEBUG oslo_vmware.api [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705127, 'name': PowerOffVM_Task, 'duration_secs': 0.354875} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.879027] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1727.879217] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1727.879330] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c8a67da-8776-450d-9969-4d17a954af50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.953612] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1727.953899] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1727.954130] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Deleting the datastore file [datastore1] aa28823b-7dde-4fdf-a6ca-81789865ef37 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1727.954434] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2970d78c-a5b9-4624-b7c3-3599857bdff8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.961199] env[62555]: DEBUG oslo_vmware.api [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for the task: (returnval){ [ 1727.961199] env[62555]: value = "task-1705133" [ 1727.961199] env[62555]: _type = "Task" [ 1727.961199] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.968676] env[62555]: DEBUG oslo_vmware.api [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.045918] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.046269] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.579s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.050678] env[62555]: INFO nova.compute.claims [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1728.074237] env[62555]: DEBUG oslo_vmware.api [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.135505] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072175} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.135926] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.137122] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afbeade-2302-44b0-ac52-520f81f0c413 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.168326] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] e2531bdd-1223-47fc-bc42-0990a7eb756b/e2531bdd-1223-47fc-bc42-0990a7eb756b.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.168326] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865719ee-f73e-4c8e-9199-df28696d9559 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.188785] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1728.188785] env[62555]: value = "task-1705134" [ 1728.188785] env[62555]: _type = "Task" [ 1728.188785] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.202191] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.372660] env[62555]: DEBUG oslo_vmware.api [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168987} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.373382] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1728.373382] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1728.373382] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.373572] env[62555]: INFO nova.compute.manager [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1728.373701] env[62555]: DEBUG oslo.service.loopingcall [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.373907] env[62555]: DEBUG nova.compute.manager [-] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1728.373998] env[62555]: DEBUG nova.network.neutron [-] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1728.476543] env[62555]: DEBUG oslo_vmware.api [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Task: {'id': task-1705133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176882} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.476902] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1728.477137] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1728.477415] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.477696] env[62555]: INFO nova.compute.manager [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1728.477991] env[62555]: DEBUG oslo.service.loopingcall [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1728.480361] env[62555]: DEBUG nova.compute.manager [-] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1728.480361] env[62555]: DEBUG nova.network.neutron [-] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1728.563030] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquiring lock "1901b568-c154-42f5-9a58-ae15ed015ddb" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.565018] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "1901b568-c154-42f5-9a58-ae15ed015ddb" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.578177] env[62555]: DEBUG oslo_vmware.api [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705128, 'name': PowerOnVM_Task, 'duration_secs': 0.79408} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.579615] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1728.579839] env[62555]: DEBUG nova.compute.manager [None req-546a2046-74a0-4166-89d5-8940234dbaa7 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1728.580676] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313c3252-2ba3-4c7b-bba2-3333eb974894 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.699557] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.829970] env[62555]: DEBUG nova.compute.manager [req-d3ec6f10-45b3-4de0-b13d-f82548f1556a req-49730b77-cfa9-4da0-8fdd-1879241801c9 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Received event network-vif-deleted-51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1728.830272] env[62555]: INFO nova.compute.manager [req-d3ec6f10-45b3-4de0-b13d-f82548f1556a req-49730b77-cfa9-4da0-8fdd-1879241801c9 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Neutron deleted interface 51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4; detaching it from the instance and deleting it from the info cache [ 1728.830417] env[62555]: DEBUG nova.network.neutron [req-d3ec6f10-45b3-4de0-b13d-f82548f1556a req-49730b77-cfa9-4da0-8fdd-1879241801c9 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.007278] env[62555]: DEBUG nova.compute.manager [req-f97fcfd4-5878-4529-be3e-3e436aa089bf req-3ad9ae64-5cc2-45e8-a123-ba71c69c7e51 service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Received event network-vif-deleted-3e9b0cfd-ff61-4e57-a735-6e913d12f176 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1729.007278] env[62555]: INFO nova.compute.manager [req-f97fcfd4-5878-4529-be3e-3e436aa089bf req-3ad9ae64-5cc2-45e8-a123-ba71c69c7e51 service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Neutron deleted interface 3e9b0cfd-ff61-4e57-a735-6e913d12f176; detaching it from the instance and deleting it from the info cache [ 1729.007431] env[62555]: DEBUG nova.network.neutron [req-f97fcfd4-5878-4529-be3e-3e436aa089bf req-3ad9ae64-5cc2-45e8-a123-ba71c69c7e51 service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.071207] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "1901b568-c154-42f5-9a58-ae15ed015ddb" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.508s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.072121] env[62555]: DEBUG nova.compute.manager [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1729.204239] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705134, 'name': ReconfigVM_Task, 'duration_secs': 0.809035} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.204239] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Reconfigured VM instance instance-0000005a to attach disk [datastore1] e2531bdd-1223-47fc-bc42-0990a7eb756b/e2531bdd-1223-47fc-bc42-0990a7eb756b.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.204865] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58aff885-7ea7-44e4-a97e-d738433f1c88 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.215476] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1729.215476] env[62555]: value = "task-1705135" [ 1729.215476] env[62555]: _type = "Task" [ 1729.215476] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.233497] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705135, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.302600] env[62555]: DEBUG nova.network.neutron [-] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.334883] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5a05c6bc-6cab-45c9-89d5-d1c40e9c09fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.344520] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3a844-ef26-4af4-af39-07b30052239c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.383494] env[62555]: DEBUG nova.compute.manager [req-d3ec6f10-45b3-4de0-b13d-f82548f1556a req-49730b77-cfa9-4da0-8fdd-1879241801c9 service nova] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Detach interface failed, port_id=51898f3b-d3f8-4bd8-a9bc-5210beb5f0a4, reason: Instance 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1729.404463] env[62555]: DEBUG nova.network.neutron [-] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.487233] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09703871-fd3c-411e-aef2-ecb1d97aee5d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.495519] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e1e017-704e-4531-9217-e1ea5158c524 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.533406] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c4ae9c4-818e-4a81-8a28-7e7f8255c5ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.537488] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80132f99-4d16-4844-8ee1-07aac344544f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.547588] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15712d1-aef5-4dfa-b437-a797da8d1f3d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.556025] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1e63f6-2fac-4571-b3c7-aaae035a8c14 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.578054] env[62555]: DEBUG nova.compute.utils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1729.582646] env[62555]: DEBUG nova.compute.provider_tree [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1729.595539] env[62555]: DEBUG nova.compute.manager [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1729.595842] env[62555]: DEBUG nova.network.neutron [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1729.598898] env[62555]: DEBUG nova.compute.manager [req-f97fcfd4-5878-4529-be3e-3e436aa089bf req-3ad9ae64-5cc2-45e8-a123-ba71c69c7e51 service nova] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Detach interface failed, port_id=3e9b0cfd-ff61-4e57-a735-6e913d12f176, reason: Instance aa28823b-7dde-4fdf-a6ca-81789865ef37 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1729.619591] env[62555]: ERROR nova.scheduler.client.report [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [req-621208ea-fbad-4fac-be08-b3d3be2783fd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-621208ea-fbad-4fac-be08-b3d3be2783fd"}]} [ 1729.638794] env[62555]: DEBUG nova.scheduler.client.report [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1729.665170] env[62555]: DEBUG nova.scheduler.client.report [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1729.665531] env[62555]: DEBUG nova.compute.provider_tree [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1729.679108] env[62555]: DEBUG nova.scheduler.client.report [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1729.702141] env[62555]: DEBUG nova.scheduler.client.report [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1729.729514] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705135, 'name': Rename_Task, 'duration_secs': 0.162288} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.729908] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1729.730165] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-914c8916-a271-405d-8b2a-fcc7b86249b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.736850] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1729.736850] env[62555]: value = "task-1705136" [ 1729.736850] env[62555]: _type = "Task" [ 1729.736850] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.738432] env[62555]: DEBUG nova.policy [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2c25bd0d38047a1baab1844aab58a36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc5ae01d01ce4bfe81e572962b655a8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1729.751825] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.805993] env[62555]: INFO nova.compute.manager [-] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Took 1.43 seconds to deallocate network for instance. [ 1729.908107] env[62555]: INFO nova.compute.manager [-] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Took 1.43 seconds to deallocate network for instance. [ 1730.049712] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f380f4d9-0b10-4708-81f9-e89c68ab129d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.058078] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100bbefb-adde-4dd3-9262-0509f535f47a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.092709] env[62555]: DEBUG nova.compute.manager [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1730.096303] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d0ae45-fb10-4b97-a115-f4c17f81190c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.105832] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b6bf10-ea84-4aa0-9c46-a00b78ee9c76 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.121463] env[62555]: DEBUG nova.compute.provider_tree [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1730.253197] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.313298] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.416264] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.669296] env[62555]: DEBUG nova.scheduler.client.report [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1730.669599] env[62555]: DEBUG nova.compute.provider_tree [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 129 to 130 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1730.669787] env[62555]: DEBUG nova.compute.provider_tree [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1730.752644] env[62555]: DEBUG oslo_vmware.api [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705136, 'name': PowerOnVM_Task, 'duration_secs': 0.729387} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.753241] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.753241] env[62555]: INFO nova.compute.manager [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1730.753588] env[62555]: DEBUG nova.compute.manager [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.754605] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78958c3-fe32-4675-b261-1bc2a7642e13 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.907580] env[62555]: DEBUG nova.network.neutron [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Successfully created port: 4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1731.106590] env[62555]: DEBUG nova.compute.manager [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1731.144667] env[62555]: DEBUG nova.compute.manager [req-b8e8f930-5d80-4914-b108-fe7e0ca60aea req-420aa0f9-5c46-476f-ab1e-de56f131ce65 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Received event network-changed-b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1731.144894] env[62555]: DEBUG nova.compute.manager [req-b8e8f930-5d80-4914-b108-fe7e0ca60aea req-420aa0f9-5c46-476f-ab1e-de56f131ce65 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Refreshing instance network info cache due to event network-changed-b5f58385-f5f0-47d6-9c86-6ad4b5da250e. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1731.145595] env[62555]: DEBUG oslo_concurrency.lockutils [req-b8e8f930-5d80-4914-b108-fe7e0ca60aea req-420aa0f9-5c46-476f-ab1e-de56f131ce65 service nova] Acquiring lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.146479] env[62555]: DEBUG oslo_concurrency.lockutils [req-b8e8f930-5d80-4914-b108-fe7e0ca60aea req-420aa0f9-5c46-476f-ab1e-de56f131ce65 service nova] Acquired lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.146479] env[62555]: DEBUG nova.network.neutron [req-b8e8f930-5d80-4914-b108-fe7e0ca60aea req-420aa0f9-5c46-476f-ab1e-de56f131ce65 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Refreshing network info cache for port b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1731.150288] env[62555]: DEBUG nova.virt.hardware [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1731.150961] env[62555]: DEBUG nova.virt.hardware [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1731.150961] env[62555]: DEBUG nova.virt.hardware [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.150961] env[62555]: DEBUG nova.virt.hardware [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1731.151178] env[62555]: DEBUG nova.virt.hardware [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.151359] env[62555]: DEBUG nova.virt.hardware [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1731.151602] env[62555]: DEBUG nova.virt.hardware [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1731.151751] env[62555]: DEBUG nova.virt.hardware [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1731.152620] env[62555]: DEBUG nova.virt.hardware [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1731.152826] env[62555]: DEBUG nova.virt.hardware [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1731.153627] env[62555]: DEBUG nova.virt.hardware [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1731.154936] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41212b00-3f85-4272-a81c-13983ba58e86 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.166733] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11a7d4c-c882-400f-8d22-ebc07e2a7073 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.184385] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.138s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.185020] env[62555]: DEBUG nova.compute.manager [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1731.189035] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.569s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.189035] env[62555]: DEBUG nova.objects.instance [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lazy-loading 'resources' on Instance uuid 94ed51b0-3354-4e0f-a279-f67c79deea4b {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.275091] env[62555]: INFO nova.compute.manager [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Took 26.56 seconds to build instance. [ 1731.691941] env[62555]: DEBUG nova.compute.utils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1731.697843] env[62555]: DEBUG nova.compute.manager [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1731.698194] env[62555]: DEBUG nova.network.neutron [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1731.780846] env[62555]: DEBUG oslo_concurrency.lockutils [None req-65750f4e-8c6d-4c3b-b2a5-1a6b364e4dba tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.075s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.806903] env[62555]: DEBUG nova.policy [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9089e6fd1bdc44af83f176ea07b1d964', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be5a8c016746436383e55143327a04e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1732.059094] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43e2b624-0158-44df-878b-10418969ab28 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.067852] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f53d5e5-b04b-4c80-af52-43ad160f75a1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.100157] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a875614-7423-4649-bf16-6944969282aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.111112] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db6bb41-b805-4aa7-8e5e-e69658bb6969 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.126605] env[62555]: DEBUG nova.compute.provider_tree [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1732.200824] env[62555]: DEBUG nova.compute.manager [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1732.258525] env[62555]: DEBUG nova.network.neutron [req-b8e8f930-5d80-4914-b108-fe7e0ca60aea req-420aa0f9-5c46-476f-ab1e-de56f131ce65 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updated VIF entry in instance network info cache for port b5f58385-f5f0-47d6-9c86-6ad4b5da250e. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1732.259227] env[62555]: DEBUG nova.network.neutron [req-b8e8f930-5d80-4914-b108-fe7e0ca60aea req-420aa0f9-5c46-476f-ab1e-de56f131ce65 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updating instance_info_cache with network_info: [{"id": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "address": "fa:16:3e:12:fa:ef", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f58385-f5", "ovs_interfaceid": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.633922] env[62555]: DEBUG nova.scheduler.client.report [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1732.663551] env[62555]: DEBUG nova.network.neutron [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Successfully created port: 2fd1584a-9812-4edf-8a46-a5ee6cba753d {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1732.767492] env[62555]: DEBUG oslo_concurrency.lockutils [req-b8e8f930-5d80-4914-b108-fe7e0ca60aea req-420aa0f9-5c46-476f-ab1e-de56f131ce65 service nova] Releasing lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.770305] env[62555]: DEBUG nova.network.neutron [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Successfully updated port: 4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1733.006624] env[62555]: DEBUG nova.compute.manager [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Stashing vm_state: active {{(pid=62555) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1733.138605] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.141702] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.197s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.141963] env[62555]: DEBUG nova.objects.instance [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lazy-loading 'resources' on Instance uuid 77c76f64-5bdd-4e32-855e-ca017e15ff1b {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1733.174720] env[62555]: INFO nova.scheduler.client.report [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Deleted allocations for instance 94ed51b0-3354-4e0f-a279-f67c79deea4b [ 1733.213773] env[62555]: DEBUG nova.compute.manager [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1733.252088] env[62555]: DEBUG nova.compute.manager [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Received event network-changed-b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1733.252285] env[62555]: DEBUG nova.compute.manager [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Refreshing instance network info cache due to event network-changed-b5f58385-f5f0-47d6-9c86-6ad4b5da250e. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1733.253288] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] Acquiring lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.253288] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] Acquired lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.253288] env[62555]: DEBUG nova.network.neutron [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Refreshing network info cache for port b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.259112] env[62555]: DEBUG nova.virt.hardware [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1733.260552] env[62555]: DEBUG nova.virt.hardware [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1733.260552] env[62555]: DEBUG nova.virt.hardware [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.260552] env[62555]: DEBUG nova.virt.hardware [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1733.260552] env[62555]: DEBUG nova.virt.hardware [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.260552] env[62555]: DEBUG nova.virt.hardware [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1733.260552] env[62555]: DEBUG nova.virt.hardware [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1733.260552] env[62555]: DEBUG nova.virt.hardware [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1733.260552] env[62555]: DEBUG nova.virt.hardware [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1733.260918] env[62555]: DEBUG nova.virt.hardware [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1733.260918] env[62555]: DEBUG nova.virt.hardware [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1733.262498] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f49b5d-e9c9-4d93-8659-1106bb961e6d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.273104] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquiring lock "refresh_cache-331e7b26-eaf6-4a1f-bc9e-7ec67460e392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.273256] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquired lock "refresh_cache-331e7b26-eaf6-4a1f-bc9e-7ec67460e392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.273466] env[62555]: DEBUG nova.network.neutron [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1733.279206] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cd317b-00bc-480a-9593-d316ef9d81a6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.544176] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.692050] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ae147a6e-5a7c-4a5c-8a17-f48414142d18 tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "94ed51b0-3354-4e0f-a279-f67c79deea4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.749s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.821213] env[62555]: DEBUG nova.network.neutron [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1733.988957] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442e4bdc-893a-49a4-ae96-af9f28ade49e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.003538] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7463ed-faf0-4868-a5e4-9bf7fb949fe9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.043367] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9dc75d-2632-4e86-908c-702a4f42d053 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.053104] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5cf3a1-cbb9-4ead-86b1-470233315ce4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.057715] env[62555]: DEBUG nova.network.neutron [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updated VIF entry in instance network info cache for port b5f58385-f5f0-47d6-9c86-6ad4b5da250e. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.058126] env[62555]: DEBUG nova.network.neutron [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updating instance_info_cache with network_info: [{"id": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "address": "fa:16:3e:12:fa:ef", "network": {"id": "d503ae48-00e0-404f-9d19-e5e687e3a70c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-658130788-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6284f9a6df804fb6ae055a7b0966a359", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5f58385-f5", "ovs_interfaceid": "b5f58385-f5f0-47d6-9c86-6ad4b5da250e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.071473] env[62555]: DEBUG nova.compute.provider_tree [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1734.073496] env[62555]: DEBUG nova.network.neutron [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Updating instance_info_cache with network_info: [{"id": "4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd", "address": "fa:16:3e:c8:73:41", "network": {"id": "40149093-4e36-4162-8910-ec340ca7c521", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1945207741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc5ae01d01ce4bfe81e572962b655a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3ccfdc-1b", "ovs_interfaceid": "4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.335179] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "2f7c5411-af53-4812-b345-49f2e45e37f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.335560] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.439438] env[62555]: DEBUG nova.compute.manager [req-d3cc5662-ede0-46c6-86f7-68ccdc3b69db req-0551924d-ebb2-471d-9c11-a0aa2c412ac4 service nova] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Received event network-vif-plugged-2fd1584a-9812-4edf-8a46-a5ee6cba753d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1734.439654] env[62555]: DEBUG oslo_concurrency.lockutils [req-d3cc5662-ede0-46c6-86f7-68ccdc3b69db req-0551924d-ebb2-471d-9c11-a0aa2c412ac4 service nova] Acquiring lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.439855] env[62555]: DEBUG oslo_concurrency.lockutils [req-d3cc5662-ede0-46c6-86f7-68ccdc3b69db req-0551924d-ebb2-471d-9c11-a0aa2c412ac4 service nova] Lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.440033] env[62555]: DEBUG oslo_concurrency.lockutils [req-d3cc5662-ede0-46c6-86f7-68ccdc3b69db req-0551924d-ebb2-471d-9c11-a0aa2c412ac4 service nova] Lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.440310] env[62555]: DEBUG nova.compute.manager [req-d3cc5662-ede0-46c6-86f7-68ccdc3b69db req-0551924d-ebb2-471d-9c11-a0aa2c412ac4 service nova] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] No waiting events found dispatching network-vif-plugged-2fd1584a-9812-4edf-8a46-a5ee6cba753d {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1734.440377] env[62555]: WARNING nova.compute.manager [req-d3cc5662-ede0-46c6-86f7-68ccdc3b69db req-0551924d-ebb2-471d-9c11-a0aa2c412ac4 service nova] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Received unexpected event network-vif-plugged-2fd1584a-9812-4edf-8a46-a5ee6cba753d for instance with vm_state building and task_state spawning. [ 1734.517052] env[62555]: DEBUG oslo_concurrency.lockutils [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "5a402d79-5161-4c1b-a038-7d8294732f34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.517152] env[62555]: DEBUG oslo_concurrency.lockutils [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "5a402d79-5161-4c1b-a038-7d8294732f34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.517716] env[62555]: DEBUG oslo_concurrency.lockutils [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "5a402d79-5161-4c1b-a038-7d8294732f34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.517993] env[62555]: DEBUG oslo_concurrency.lockutils [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "5a402d79-5161-4c1b-a038-7d8294732f34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.518130] env[62555]: DEBUG oslo_concurrency.lockutils [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "5a402d79-5161-4c1b-a038-7d8294732f34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.520133] env[62555]: INFO nova.compute.manager [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Terminating instance [ 1734.561176] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] Releasing lock "refresh_cache-3a4b9ee2-f504-4585-a8bf-b1749fbd34df" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.561429] env[62555]: DEBUG nova.compute.manager [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Received event network-vif-plugged-4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1734.561622] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] Acquiring lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.561822] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] Lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.561979] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] Lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.562161] env[62555]: DEBUG nova.compute.manager [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] No waiting events found dispatching network-vif-plugged-4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1734.562324] env[62555]: WARNING nova.compute.manager [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Received unexpected event network-vif-plugged-4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd for instance with vm_state building and task_state spawning. [ 1734.562482] env[62555]: DEBUG nova.compute.manager [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Received event network-changed-4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1734.562632] env[62555]: DEBUG nova.compute.manager [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Refreshing instance network info cache due to event network-changed-4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1734.562812] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] Acquiring lock "refresh_cache-331e7b26-eaf6-4a1f-bc9e-7ec67460e392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.575609] env[62555]: DEBUG nova.scheduler.client.report [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1734.579426] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Releasing lock "refresh_cache-331e7b26-eaf6-4a1f-bc9e-7ec67460e392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.579426] env[62555]: DEBUG nova.compute.manager [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Instance network_info: |[{"id": "4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd", "address": "fa:16:3e:c8:73:41", "network": {"id": "40149093-4e36-4162-8910-ec340ca7c521", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1945207741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc5ae01d01ce4bfe81e572962b655a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3ccfdc-1b", "ovs_interfaceid": "4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1734.579832] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] Acquired lock "refresh_cache-331e7b26-eaf6-4a1f-bc9e-7ec67460e392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.580040] env[62555]: DEBUG nova.network.neutron [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Refreshing network info cache for port 4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.581039] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:73:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.593209] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Creating folder: Project (dc5ae01d01ce4bfe81e572962b655a8f). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.596653] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-520ec1ab-162c-46b5-a2e8-3e6ec5457ff7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.601359] env[62555]: DEBUG nova.network.neutron [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Successfully updated port: 2fd1584a-9812-4edf-8a46-a5ee6cba753d {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1734.608589] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Created folder: Project (dc5ae01d01ce4bfe81e572962b655a8f) in parent group-v355069. [ 1734.608866] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Creating folder: Instances. Parent ref: group-v355315. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.609031] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5602065b-654b-4a10-b0bc-dbb61199e3a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.622822] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Created folder: Instances in parent group-v355315. [ 1734.622822] env[62555]: DEBUG oslo.service.loopingcall [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.622822] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1734.622822] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-442c01cf-3fd3-4dff-b991-bdcd06374c9f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.645485] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1734.645485] env[62555]: value = "task-1705139" [ 1734.645485] env[62555]: _type = "Task" [ 1734.645485] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.653660] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705139, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.841154] env[62555]: DEBUG nova.compute.manager [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1735.023961] env[62555]: DEBUG nova.compute.manager [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1735.024307] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1735.025700] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0642e653-a703-41d9-8ea9-57e727933c6e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.034830] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1735.035171] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aae9ff5-c2d2-4784-a4aa-f9fd21cf7fca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.041357] env[62555]: DEBUG oslo_vmware.api [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1735.041357] env[62555]: value = "task-1705140" [ 1735.041357] env[62555]: _type = "Task" [ 1735.041357] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.050708] env[62555]: DEBUG oslo_vmware.api [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.081277] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.083711] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.950s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.083953] env[62555]: DEBUG nova.objects.instance [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lazy-loading 'resources' on Instance uuid f4e0137c-d694-48d6-b042-42315b15784e {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1735.111649] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquiring lock "refresh_cache-b2b2ecc8-b12b-497b-b7e8-359225e74fae" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.111649] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquired lock "refresh_cache-b2b2ecc8-b12b-497b-b7e8-359225e74fae" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.111649] env[62555]: DEBUG nova.network.neutron [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1735.112585] env[62555]: INFO nova.scheduler.client.report [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleted allocations for instance 77c76f64-5bdd-4e32-855e-ca017e15ff1b [ 1735.165499] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705139, 'name': CreateVM_Task, 'duration_secs': 0.371341} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.165499] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1735.167270] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.168206] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.168206] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1735.168206] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9c4bab-0557-474f-b7c1-90cd32e7a4fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.174756] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for the task: (returnval){ [ 1735.174756] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ad0fb4-397b-6408-7bf0-9f073408f279" [ 1735.174756] env[62555]: _type = "Task" [ 1735.174756] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.185280] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ad0fb4-397b-6408-7bf0-9f073408f279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.339061] env[62555]: DEBUG nova.network.neutron [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Updated VIF entry in instance network info cache for port 4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.340157] env[62555]: DEBUG nova.network.neutron [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Updating instance_info_cache with network_info: [{"id": "4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd", "address": "fa:16:3e:c8:73:41", "network": {"id": "40149093-4e36-4162-8910-ec340ca7c521", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1945207741-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc5ae01d01ce4bfe81e572962b655a8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3ccfdc-1b", "ovs_interfaceid": "4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.366021] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.552111] env[62555]: DEBUG oslo_vmware.api [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705140, 'name': PowerOffVM_Task, 'duration_secs': 0.205221} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.552450] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1735.552659] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1735.552945] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c685eb1a-057c-4a4e-b006-a80365790713 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.623990] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b3c26815-26aa-48e0-8793-7d0b49ad7902 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "77c76f64-5bdd-4e32-855e-ca017e15ff1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.506s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.627571] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1735.627817] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1735.628012] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Deleting the datastore file [datastore1] 5a402d79-5161-4c1b-a038-7d8294732f34 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1735.628273] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba767c53-f79b-4f6b-9f28-1142269dee3b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.635373] env[62555]: DEBUG oslo_vmware.api [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for the task: (returnval){ [ 1735.635373] env[62555]: value = "task-1705142" [ 1735.635373] env[62555]: _type = "Task" [ 1735.635373] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.645177] env[62555]: DEBUG nova.network.neutron [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1735.652746] env[62555]: DEBUG oslo_vmware.api [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.687680] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ad0fb4-397b-6408-7bf0-9f073408f279, 'name': SearchDatastore_Task, 'duration_secs': 0.012293} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.687784] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.688046] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1735.688976] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.688976] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.688976] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1735.691147] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b875f087-8fc3-4390-87d2-4709e3101a8a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.701798] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1735.702841] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1735.704179] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e606c47-5505-4806-9f14-40eb1d4dccc5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.718562] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for the task: (returnval){ [ 1735.718562] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52413ecd-7acc-7510-bea2-dbb32855a973" [ 1735.718562] env[62555]: _type = "Task" [ 1735.718562] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.723748] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52413ecd-7acc-7510-bea2-dbb32855a973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.836742] env[62555]: DEBUG nova.network.neutron [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Updating instance_info_cache with network_info: [{"id": "2fd1584a-9812-4edf-8a46-a5ee6cba753d", "address": "fa:16:3e:80:bf:2b", "network": {"id": "88091dd5-5f0f-4b1c-a9de-e95ce3a47c05", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-61048751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5a8c016746436383e55143327a04e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd1584a-98", "ovs_interfaceid": "2fd1584a-9812-4edf-8a46-a5ee6cba753d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.846083] env[62555]: DEBUG oslo_concurrency.lockutils [req-4c8d9b0e-f512-4b92-a7fe-bd049915f937 req-830b6a5d-a16e-4068-b571-8b274e5f9549 service nova] Releasing lock "refresh_cache-331e7b26-eaf6-4a1f-bc9e-7ec67460e392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.964128] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab039ef-1461-4dad-97e7-cc4b6d9427d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.971694] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7c5015-c228-429c-91f7-592fe2012c8a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.003309] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7788d81d-b650-4d07-a0f4-8b685f05033f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.013131] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddc4f2e-eb9f-4fae-9b44-0108c4467670 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.025922] env[62555]: DEBUG nova.compute.provider_tree [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1736.145459] env[62555]: DEBUG oslo_vmware.api [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Task: {'id': task-1705142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139821} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.145715] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1736.145868] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1736.146013] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1736.146196] env[62555]: INFO nova.compute.manager [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1736.146459] env[62555]: DEBUG oslo.service.loopingcall [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.146668] env[62555]: DEBUG nova.compute.manager [-] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1736.146763] env[62555]: DEBUG nova.network.neutron [-] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1736.225947] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52413ecd-7acc-7510-bea2-dbb32855a973, 'name': SearchDatastore_Task, 'duration_secs': 0.009118} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.226788] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70ab5dc7-e8f8-40b1-ae99-83585ff1cb42 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.233648] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for the task: (returnval){ [ 1736.233648] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5221c22a-200f-734f-6162-f3e3394870dd" [ 1736.233648] env[62555]: _type = "Task" [ 1736.233648] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.241151] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5221c22a-200f-734f-6162-f3e3394870dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.279046] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "d0ee459a-3f39-4732-a966-48a096068362" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.279344] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "d0ee459a-3f39-4732-a966-48a096068362" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.340942] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Releasing lock "refresh_cache-b2b2ecc8-b12b-497b-b7e8-359225e74fae" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.340942] env[62555]: DEBUG nova.compute.manager [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Instance network_info: |[{"id": "2fd1584a-9812-4edf-8a46-a5ee6cba753d", "address": "fa:16:3e:80:bf:2b", "network": {"id": "88091dd5-5f0f-4b1c-a9de-e95ce3a47c05", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-61048751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5a8c016746436383e55143327a04e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd1584a-98", "ovs_interfaceid": "2fd1584a-9812-4edf-8a46-a5ee6cba753d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1736.342390] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:bf:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '778b9a40-d603-4765-ac88-bd6d42c457a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fd1584a-9812-4edf-8a46-a5ee6cba753d', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1736.349864] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Creating folder: Project (be5a8c016746436383e55143327a04e9). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1736.353135] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4591a69-4978-48bd-925c-9de8361cbae1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.365509] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Created folder: Project (be5a8c016746436383e55143327a04e9) in parent group-v355069. [ 1736.366056] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Creating folder: Instances. Parent ref: group-v355318. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1736.366597] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aac0cddd-b779-4af7-97f7-68782687ff1b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.376501] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Created folder: Instances in parent group-v355318. [ 1736.376876] env[62555]: DEBUG oslo.service.loopingcall [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1736.376962] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1736.377203] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29044077-c2fc-4611-a078-66f7bbf5c95c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.395985] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1736.395985] env[62555]: value = "task-1705145" [ 1736.395985] env[62555]: _type = "Task" [ 1736.395985] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.407347] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705145, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.471617] env[62555]: DEBUG nova.compute.manager [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Received event network-changed-2fd1584a-9812-4edf-8a46-a5ee6cba753d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1736.471617] env[62555]: DEBUG nova.compute.manager [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Refreshing instance network info cache due to event network-changed-2fd1584a-9812-4edf-8a46-a5ee6cba753d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1736.472040] env[62555]: DEBUG oslo_concurrency.lockutils [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] Acquiring lock "refresh_cache-b2b2ecc8-b12b-497b-b7e8-359225e74fae" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.472040] env[62555]: DEBUG oslo_concurrency.lockutils [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] Acquired lock "refresh_cache-b2b2ecc8-b12b-497b-b7e8-359225e74fae" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.472040] env[62555]: DEBUG nova.network.neutron [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Refreshing network info cache for port 2fd1584a-9812-4edf-8a46-a5ee6cba753d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.529923] env[62555]: DEBUG nova.scheduler.client.report [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1736.746012] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5221c22a-200f-734f-6162-f3e3394870dd, 'name': SearchDatastore_Task, 'duration_secs': 0.0286} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.748588] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.748948] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 331e7b26-eaf6-4a1f-bc9e-7ec67460e392/331e7b26-eaf6-4a1f-bc9e-7ec67460e392.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1736.749361] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e01ea65a-8a74-4cd2-aca6-b62bbf203e73 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.757383] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for the task: (returnval){ [ 1736.757383] env[62555]: value = "task-1705146" [ 1736.757383] env[62555]: _type = "Task" [ 1736.757383] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.766578] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.781814] env[62555]: DEBUG nova.compute.manager [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1736.856708] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "6867b1c2-f123-46a9-98f5-5272073f779c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.856930] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "6867b1c2-f123-46a9-98f5-5272073f779c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.857180] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "6867b1c2-f123-46a9-98f5-5272073f779c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.857418] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "6867b1c2-f123-46a9-98f5-5272073f779c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.857780] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "6867b1c2-f123-46a9-98f5-5272073f779c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.864528] env[62555]: INFO nova.compute.manager [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Terminating instance [ 1736.907677] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705145, 'name': CreateVM_Task, 'duration_secs': 0.348769} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.907677] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1736.907677] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.907677] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.907923] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1736.908109] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559731c6-d51e-41d1-ad20-73fc8b3bb8d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.913022] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for the task: (returnval){ [ 1736.913022] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524492bf-8d9b-db89-8529-1495ab735ae7" [ 1736.913022] env[62555]: _type = "Task" [ 1736.913022] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.920641] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524492bf-8d9b-db89-8529-1495ab735ae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.938090] env[62555]: DEBUG nova.network.neutron [-] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.038068] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.952s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.039248] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.123s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.041049] env[62555]: INFO nova.compute.claims [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1737.071800] env[62555]: INFO nova.scheduler.client.report [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleted allocations for instance f4e0137c-d694-48d6-b042-42315b15784e [ 1737.220115] env[62555]: DEBUG nova.network.neutron [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Updated VIF entry in instance network info cache for port 2fd1584a-9812-4edf-8a46-a5ee6cba753d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1737.220605] env[62555]: DEBUG nova.network.neutron [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Updating instance_info_cache with network_info: [{"id": "2fd1584a-9812-4edf-8a46-a5ee6cba753d", "address": "fa:16:3e:80:bf:2b", "network": {"id": "88091dd5-5f0f-4b1c-a9de-e95ce3a47c05", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-61048751-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be5a8c016746436383e55143327a04e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "778b9a40-d603-4765-ac88-bd6d42c457a2", "external-id": "nsx-vlan-transportzone-114", "segmentation_id": 114, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd1584a-98", "ovs_interfaceid": "2fd1584a-9812-4edf-8a46-a5ee6cba753d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.268240] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506504} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.268640] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 331e7b26-eaf6-4a1f-bc9e-7ec67460e392/331e7b26-eaf6-4a1f-bc9e-7ec67460e392.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1737.268740] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1737.269094] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-504b005e-71ec-4f0f-9b6b-476651c01de0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.275844] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for the task: (returnval){ [ 1737.275844] env[62555]: value = "task-1705147" [ 1737.275844] env[62555]: _type = "Task" [ 1737.275844] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.289257] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.304904] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.369648] env[62555]: DEBUG nova.compute.manager [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1737.369989] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1737.370991] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18371a30-8d21-41b8-8b67-587370bfa5f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.379250] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.379513] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1ee8eec-851a-491a-9b1f-e6dce68cb320 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.385815] env[62555]: DEBUG oslo_vmware.api [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1737.385815] env[62555]: value = "task-1705148" [ 1737.385815] env[62555]: _type = "Task" [ 1737.385815] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.393555] env[62555]: DEBUG oslo_vmware.api [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.423510] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524492bf-8d9b-db89-8529-1495ab735ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.008414} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.423870] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.424157] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1737.424419] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.424578] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.424756] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1737.425020] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a803a81a-eaf0-45de-b7d4-44699b6776d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.433417] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1737.433612] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1737.434331] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5238414-934b-495f-a541-ee1be3674991 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.440943] env[62555]: INFO nova.compute.manager [-] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Took 1.29 seconds to deallocate network for instance. [ 1737.441244] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for the task: (returnval){ [ 1737.441244] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5281e704-f76a-2867-76b8-49ed586703d6" [ 1737.441244] env[62555]: _type = "Task" [ 1737.441244] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.454119] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5281e704-f76a-2867-76b8-49ed586703d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008104} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.454321] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f88c5b7f-bce5-44fc-8018-b7a8cfdb92b8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.459607] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for the task: (returnval){ [ 1737.459607] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522ace0f-e73a-ec64-a46f-1dcd8a6a60dc" [ 1737.459607] env[62555]: _type = "Task" [ 1737.459607] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.467809] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522ace0f-e73a-ec64-a46f-1dcd8a6a60dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.584071] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f5a00e7e-d770-4011-8349-6c596113554c tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "f4e0137c-d694-48d6-b042-42315b15784e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.350s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.723688] env[62555]: DEBUG oslo_concurrency.lockutils [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] Releasing lock "refresh_cache-b2b2ecc8-b12b-497b-b7e8-359225e74fae" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.723982] env[62555]: DEBUG nova.compute.manager [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Received event network-vif-deleted-cae8d1c9-5ac3-466e-81ca-bb0d3d585c32 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1737.724159] env[62555]: INFO nova.compute.manager [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Neutron deleted interface cae8d1c9-5ac3-466e-81ca-bb0d3d585c32; detaching it from the instance and deleting it from the info cache [ 1737.724333] env[62555]: DEBUG nova.network.neutron [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.785898] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099216} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.786185] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1737.786988] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceb7c68-bbfa-4e19-8ca6-518bb97e4bb6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.809116] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 331e7b26-eaf6-4a1f-bc9e-7ec67460e392/331e7b26-eaf6-4a1f-bc9e-7ec67460e392.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1737.810027] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-500367b9-cde7-4bdb-8d75-c2c2763289e2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.832596] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for the task: (returnval){ [ 1737.832596] env[62555]: value = "task-1705149" [ 1737.832596] env[62555]: _type = "Task" [ 1737.832596] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.841700] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705149, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.895657] env[62555]: DEBUG oslo_vmware.api [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705148, 'name': PowerOffVM_Task, 'duration_secs': 0.250101} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.895954] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1737.896131] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1737.896391] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2b063c1-8b01-4eb1-a90a-84a4f44b62d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.949869] env[62555]: DEBUG oslo_concurrency.lockutils [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.970192] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522ace0f-e73a-ec64-a46f-1dcd8a6a60dc, 'name': SearchDatastore_Task, 'duration_secs': 0.00861} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.970489] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.970813] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b2b2ecc8-b12b-497b-b7e8-359225e74fae/b2b2ecc8-b12b-497b-b7e8-359225e74fae.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1737.971101] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d711df02-2324-43b6-8c91-35d301badf64 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.978912] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for the task: (returnval){ [ 1737.978912] env[62555]: value = "task-1705151" [ 1737.978912] env[62555]: _type = "Task" [ 1737.978912] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.987406] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.124010] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1738.124372] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1738.124621] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleting the datastore file [datastore1] 6867b1c2-f123-46a9-98f5-5272073f779c {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1738.124987] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e075ce1-bab5-4bc0-8acb-5bc230947920 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.134749] env[62555]: DEBUG oslo_vmware.api [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1738.134749] env[62555]: value = "task-1705152" [ 1738.134749] env[62555]: _type = "Task" [ 1738.134749] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.145342] env[62555]: DEBUG oslo_vmware.api [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.227140] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-844c6ca9-51c4-422a-96c0-7600245b851f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.243030] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5337f9b8-af57-4605-94b3-45ae8cfce5ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.279311] env[62555]: DEBUG nova.compute.manager [req-7ab9a153-c47e-42d6-acdc-6475d73dcef9 req-4d17da9f-152e-437c-ae35-42f245a9d0a4 service nova] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Detach interface failed, port_id=cae8d1c9-5ac3-466e-81ca-bb0d3d585c32, reason: Instance 5a402d79-5161-4c1b-a038-7d8294732f34 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1738.345734] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705149, 'name': ReconfigVM_Task, 'duration_secs': 0.317329} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.345931] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 331e7b26-eaf6-4a1f-bc9e-7ec67460e392/331e7b26-eaf6-4a1f-bc9e-7ec67460e392.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1738.346724] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ad063af-b2c3-4efa-92bf-3288ead54454 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.354667] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for the task: (returnval){ [ 1738.354667] env[62555]: value = "task-1705153" [ 1738.354667] env[62555]: _type = "Task" [ 1738.354667] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.363912] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705153, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.390982] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.391257] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.425317] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.425771] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.448728] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316c492b-246b-4f2d-bbde-a6e050aa5e27 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.460050] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e064447-7f63-4a6d-8ed6-8fb3558389a6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.496439] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec5b06-c434-4c34-a8ba-116caa52e426 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.504231] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503619} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.506658] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b2b2ecc8-b12b-497b-b7e8-359225e74fae/b2b2ecc8-b12b-497b-b7e8-359225e74fae.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1738.506658] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1738.506926] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fae4d98a-149c-46b0-8208-32401643318b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.509736] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df6050d-cdf4-46a5-951f-7e73131ac13c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.524478] env[62555]: DEBUG nova.compute.provider_tree [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1738.528103] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for the task: (returnval){ [ 1738.528103] env[62555]: value = "task-1705154" [ 1738.528103] env[62555]: _type = "Task" [ 1738.528103] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.535676] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.645183] env[62555]: DEBUG oslo_vmware.api [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444025} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.645461] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1738.645655] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1738.645836] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1738.646014] env[62555]: INFO nova.compute.manager [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1738.646261] env[62555]: DEBUG oslo.service.loopingcall [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1738.646458] env[62555]: DEBUG nova.compute.manager [-] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1738.646552] env[62555]: DEBUG nova.network.neutron [-] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1738.865271] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705153, 'name': Rename_Task, 'duration_secs': 0.253958} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.865663] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1738.865956] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-219bc5e2-8bd7-4f1f-ac7d-975555c4567d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.872530] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for the task: (returnval){ [ 1738.872530] env[62555]: value = "task-1705155" [ 1738.872530] env[62555]: _type = "Task" [ 1738.872530] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.883935] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.893970] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1738.928911] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1739.040386] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070912} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.043017] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1739.043017] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bbcce6-468f-42a6-b596-02112f3388fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.065626] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] b2b2ecc8-b12b-497b-b7e8-359225e74fae/b2b2ecc8-b12b-497b-b7e8-359225e74fae.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1739.066820] env[62555]: ERROR nova.scheduler.client.report [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [req-14460266-25f0-4bd1-bf2a-b34acec1954b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-14460266-25f0-4bd1-bf2a-b34acec1954b"}]} [ 1739.067203] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8011038-0330-4241-a578-d5293023598f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.089643] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for the task: (returnval){ [ 1739.089643] env[62555]: value = "task-1705156" [ 1739.089643] env[62555]: _type = "Task" [ 1739.089643] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.098286] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705156, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.099552] env[62555]: DEBUG nova.scheduler.client.report [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1739.127086] env[62555]: DEBUG nova.scheduler.client.report [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1739.127086] env[62555]: DEBUG nova.compute.provider_tree [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1739.138220] env[62555]: DEBUG nova.compute.manager [req-09d92f95-cc69-420c-a6ac-b525ae3e9034 req-7161febf-20f8-4376-bc98-50d70e02b2e0 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Received event network-vif-deleted-366379a1-61fe-4d06-bf9c-c92f73b384c9 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1739.138850] env[62555]: INFO nova.compute.manager [req-09d92f95-cc69-420c-a6ac-b525ae3e9034 req-7161febf-20f8-4376-bc98-50d70e02b2e0 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Neutron deleted interface 366379a1-61fe-4d06-bf9c-c92f73b384c9; detaching it from the instance and deleting it from the info cache [ 1739.138850] env[62555]: DEBUG nova.network.neutron [req-09d92f95-cc69-420c-a6ac-b525ae3e9034 req-7161febf-20f8-4376-bc98-50d70e02b2e0 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.142030] env[62555]: DEBUG nova.scheduler.client.report [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1739.164836] env[62555]: DEBUG nova.scheduler.client.report [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1739.383286] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.417249] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.450124] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.520708] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f806c1bb-d6e6-4c29-9213-c3402f1af68f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.528865] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23842281-856d-4049-8d28-b1a76305ad1f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.560545] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dd13f5-47d0-4942-95f6-400f39fda1b0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.568734] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79026cd3-c603-4bf0-a188-ad5fb1053556 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.582922] env[62555]: DEBUG nova.compute.provider_tree [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1739.603361] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.612541] env[62555]: DEBUG nova.network.neutron [-] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.648423] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8519fd46-39f4-4407-abd4-fa6ef2cd0f65 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.659275] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df6f5a5-ddbf-4289-bf5d-5609edb261fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.693660] env[62555]: DEBUG nova.compute.manager [req-09d92f95-cc69-420c-a6ac-b525ae3e9034 req-7161febf-20f8-4376-bc98-50d70e02b2e0 service nova] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Detach interface failed, port_id=366379a1-61fe-4d06-bf9c-c92f73b384c9, reason: Instance 6867b1c2-f123-46a9-98f5-5272073f779c could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1739.883710] env[62555]: DEBUG oslo_vmware.api [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705155, 'name': PowerOnVM_Task, 'duration_secs': 0.953559} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.884016] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1739.884268] env[62555]: INFO nova.compute.manager [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1739.884456] env[62555]: DEBUG nova.compute.manager [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.885242] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27ba584-4f74-4010-afea-3d8cead19052 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.099817] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.115509] env[62555]: INFO nova.compute.manager [-] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Took 1.47 seconds to deallocate network for instance. [ 1740.128867] env[62555]: DEBUG nova.scheduler.client.report [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 136 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1740.128867] env[62555]: DEBUG nova.compute.provider_tree [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 136 to 137 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1740.129109] env[62555]: DEBUG nova.compute.provider_tree [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1740.404112] env[62555]: INFO nova.compute.manager [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Took 31.19 seconds to build instance. [ 1740.601370] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705156, 'name': ReconfigVM_Task, 'duration_secs': 1.10799} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.601635] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Reconfigured VM instance instance-0000005c to attach disk [datastore1] b2b2ecc8-b12b-497b-b7e8-359225e74fae/b2b2ecc8-b12b-497b-b7e8-359225e74fae.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1740.602274] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06fcd408-ec78-4ba0-9164-a82971035fdb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.609280] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for the task: (returnval){ [ 1740.609280] env[62555]: value = "task-1705157" [ 1740.609280] env[62555]: _type = "Task" [ 1740.609280] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.617203] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705157, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.622234] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.636759] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.598s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.637407] env[62555]: DEBUG nova.compute.manager [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1740.640695] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.132s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.640842] env[62555]: DEBUG nova.objects.instance [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'resources' on Instance uuid 131a3493-1f37-44bd-94c2-a1895723e334 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1740.868946] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquiring lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.906147] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7bd07615-32c9-4801-987d-f10c987e2056 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.705s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.906766] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.038s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.906956] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquiring lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.907181] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.907301] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.909545] env[62555]: INFO nova.compute.manager [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Terminating instance [ 1741.119678] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705157, 'name': Rename_Task, 'duration_secs': 0.209371} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.119966] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1741.120222] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a63ee3e7-6837-45ca-9def-ca4e7c3531f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.126860] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for the task: (returnval){ [ 1741.126860] env[62555]: value = "task-1705158" [ 1741.126860] env[62555]: _type = "Task" [ 1741.126860] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.138634] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.144093] env[62555]: DEBUG nova.compute.utils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.148783] env[62555]: DEBUG nova.compute.manager [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1741.148783] env[62555]: DEBUG nova.network.neutron [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1741.215978] env[62555]: DEBUG nova.policy [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '759813aa778f4be8b1d2bae069406176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b49345d38a064939b5d31485e39568c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1741.413441] env[62555]: DEBUG nova.compute.manager [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1741.413763] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.414651] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c6e7d9-4179-4778-80c8-21e1b084fa81 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.426434] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1741.426746] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d874263-3976-40b8-b5f2-f3324d25354a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.433095] env[62555]: DEBUG oslo_vmware.api [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for the task: (returnval){ [ 1741.433095] env[62555]: value = "task-1705159" [ 1741.433095] env[62555]: _type = "Task" [ 1741.433095] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.446436] env[62555]: DEBUG oslo_vmware.api [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.533730] env[62555]: DEBUG nova.network.neutron [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Successfully created port: 3bda37a4-684f-4844-81fb-6b0038f5c3e8 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1741.537342] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3da6d7-2624-4521-b049-49dc0d734237 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.545343] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45833e3-9b09-44bb-aa8e-727a6b3e017f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.584553] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e90ce4-773a-4231-914c-3bbefd67ca88 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.592497] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b523e4e0-8e2d-4906-a733-f66b586f1348 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.608182] env[62555]: DEBUG nova.compute.provider_tree [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1741.637062] env[62555]: DEBUG oslo_vmware.api [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705158, 'name': PowerOnVM_Task, 'duration_secs': 0.474711} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.637341] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1741.637556] env[62555]: INFO nova.compute.manager [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1741.637734] env[62555]: DEBUG nova.compute.manager [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1741.638507] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7008157-81e2-425c-a2a5-8c80f3e23183 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.648465] env[62555]: DEBUG nova.compute.manager [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1741.946234] env[62555]: DEBUG oslo_vmware.api [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705159, 'name': PowerOffVM_Task, 'duration_secs': 0.219098} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.946548] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.946678] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.946928] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4904bd58-ba88-4ef2-9fcf-936614e7e45a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.056262] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1742.056532] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1742.056753] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Deleting the datastore file [datastore1] 331e7b26-eaf6-4a1f-bc9e-7ec67460e392 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1742.057027] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8038ce1-ed79-4a11-be64-97ed354b6d0d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.062846] env[62555]: DEBUG oslo_vmware.api [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for the task: (returnval){ [ 1742.062846] env[62555]: value = "task-1705161" [ 1742.062846] env[62555]: _type = "Task" [ 1742.062846] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.070565] env[62555]: DEBUG oslo_vmware.api [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.112338] env[62555]: DEBUG nova.scheduler.client.report [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1742.157237] env[62555]: INFO nova.compute.manager [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Took 27.71 seconds to build instance. [ 1742.572965] env[62555]: DEBUG oslo_vmware.api [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.618062] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.620620] env[62555]: DEBUG oslo_concurrency.lockutils [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.936s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.620897] env[62555]: DEBUG nova.objects.instance [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lazy-loading 'resources' on Instance uuid 1830f9f8-e446-457a-9cee-1157c85ef568 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.640018] env[62555]: INFO nova.scheduler.client.report [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleted allocations for instance 131a3493-1f37-44bd-94c2-a1895723e334 [ 1742.658831] env[62555]: DEBUG nova.compute.manager [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1742.660983] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d7098cd0-9ea7-4dd4-bb65-f2a62466cb1f tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.235s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.684875] env[62555]: DEBUG nova.virt.hardware [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1742.685241] env[62555]: DEBUG nova.virt.hardware [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1742.685545] env[62555]: DEBUG nova.virt.hardware [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1742.685827] env[62555]: DEBUG nova.virt.hardware [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1742.686083] env[62555]: DEBUG nova.virt.hardware [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1742.686209] env[62555]: DEBUG nova.virt.hardware [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1742.686580] env[62555]: DEBUG nova.virt.hardware [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1742.686811] env[62555]: DEBUG nova.virt.hardware [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1742.687009] env[62555]: DEBUG nova.virt.hardware [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1742.687197] env[62555]: DEBUG nova.virt.hardware [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1742.687378] env[62555]: DEBUG nova.virt.hardware [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1742.688667] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06489c7e-fb23-4655-9125-a5e1cd2099e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.698397] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943c726c-0847-49a2-bf9e-155b75d9d0ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.951501] env[62555]: DEBUG nova.compute.manager [req-9a71f30a-37b9-4f03-a42d-b85e8afba3bc req-78f319b6-3c78-4847-9efe-f96f3550a20a service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Received event network-vif-plugged-3bda37a4-684f-4844-81fb-6b0038f5c3e8 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1742.952248] env[62555]: DEBUG oslo_concurrency.lockutils [req-9a71f30a-37b9-4f03-a42d-b85e8afba3bc req-78f319b6-3c78-4847-9efe-f96f3550a20a service nova] Acquiring lock "32abf923-2cfe-45a9-87ae-049fbe5021bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.952486] env[62555]: DEBUG oslo_concurrency.lockutils [req-9a71f30a-37b9-4f03-a42d-b85e8afba3bc req-78f319b6-3c78-4847-9efe-f96f3550a20a service nova] Lock "32abf923-2cfe-45a9-87ae-049fbe5021bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.952665] env[62555]: DEBUG oslo_concurrency.lockutils [req-9a71f30a-37b9-4f03-a42d-b85e8afba3bc req-78f319b6-3c78-4847-9efe-f96f3550a20a service nova] Lock "32abf923-2cfe-45a9-87ae-049fbe5021bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.952853] env[62555]: DEBUG nova.compute.manager [req-9a71f30a-37b9-4f03-a42d-b85e8afba3bc req-78f319b6-3c78-4847-9efe-f96f3550a20a service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] No waiting events found dispatching network-vif-plugged-3bda37a4-684f-4844-81fb-6b0038f5c3e8 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1742.953009] env[62555]: WARNING nova.compute.manager [req-9a71f30a-37b9-4f03-a42d-b85e8afba3bc req-78f319b6-3c78-4847-9efe-f96f3550a20a service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Received unexpected event network-vif-plugged-3bda37a4-684f-4844-81fb-6b0038f5c3e8 for instance with vm_state building and task_state spawning. [ 1742.961634] env[62555]: DEBUG oslo_concurrency.lockutils [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquiring lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.961904] env[62555]: DEBUG oslo_concurrency.lockutils [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.962143] env[62555]: DEBUG oslo_concurrency.lockutils [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquiring lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.962330] env[62555]: DEBUG oslo_concurrency.lockutils [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.962516] env[62555]: DEBUG oslo_concurrency.lockutils [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.964868] env[62555]: INFO nova.compute.manager [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Terminating instance [ 1743.037141] env[62555]: DEBUG nova.network.neutron [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Successfully updated port: 3bda37a4-684f-4844-81fb-6b0038f5c3e8 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1743.073256] env[62555]: DEBUG oslo_vmware.api [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Task: {'id': task-1705161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.622601} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.073569] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1743.073771] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1743.073954] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1743.074143] env[62555]: INFO nova.compute.manager [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1743.074387] env[62555]: DEBUG oslo.service.loopingcall [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.074573] env[62555]: DEBUG nova.compute.manager [-] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1743.074669] env[62555]: DEBUG nova.network.neutron [-] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1743.150155] env[62555]: DEBUG oslo_concurrency.lockutils [None req-47267ae9-213e-4139-814f-7ffac3c016c0 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "131a3493-1f37-44bd-94c2-a1895723e334" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.386s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.471996] env[62555]: DEBUG nova.compute.manager [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1743.472115] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1743.473406] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a65976-71ba-4509-8570-23b7945154f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.478453] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dc3340-1255-4ceb-8a7f-79f77a16a2a6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.485580] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1743.487389] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e73c1110-c3fe-4dd2-9171-cae0ea45fca5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.489729] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aa4705-63f2-47e6-980d-da7fec49c533 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.524115] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6692e291-c30b-452e-9003-df8ceb660a68 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.525324] env[62555]: DEBUG oslo_vmware.api [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for the task: (returnval){ [ 1743.525324] env[62555]: value = "task-1705162" [ 1743.525324] env[62555]: _type = "Task" [ 1743.525324] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.534272] env[62555]: DEBUG oslo_vmware.api [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705162, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.537167] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4796c8-4a06-44fa-b4fc-1538cea83290 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.542987] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "refresh_cache-32abf923-2cfe-45a9-87ae-049fbe5021bf" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.547236] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "refresh_cache-32abf923-2cfe-45a9-87ae-049fbe5021bf" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.547236] env[62555]: DEBUG nova.network.neutron [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1743.553924] env[62555]: DEBUG nova.compute.provider_tree [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.831801] env[62555]: DEBUG nova.network.neutron [-] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.036027] env[62555]: DEBUG oslo_vmware.api [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705162, 'name': PowerOffVM_Task, 'duration_secs': 0.190046} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.036195] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1744.036366] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1744.036663] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47016600-4098-4ab6-8379-b0d1138cf274 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.060033] env[62555]: DEBUG nova.scheduler.client.report [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1744.090674] env[62555]: DEBUG nova.network.neutron [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1744.112855] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1744.113131] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1744.113419] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Deleting the datastore file [datastore1] b2b2ecc8-b12b-497b-b7e8-359225e74fae {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1744.113612] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dd946c4-c52a-44d4-af4d-42539a80f9da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.120292] env[62555]: DEBUG oslo_vmware.api [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for the task: (returnval){ [ 1744.120292] env[62555]: value = "task-1705164" [ 1744.120292] env[62555]: _type = "Task" [ 1744.120292] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.131025] env[62555]: DEBUG oslo_vmware.api [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.244996] env[62555]: DEBUG nova.network.neutron [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Updating instance_info_cache with network_info: [{"id": "3bda37a4-684f-4844-81fb-6b0038f5c3e8", "address": "fa:16:3e:34:a0:e4", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bda37a4-68", "ovs_interfaceid": "3bda37a4-684f-4844-81fb-6b0038f5c3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.335621] env[62555]: INFO nova.compute.manager [-] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Took 1.26 seconds to deallocate network for instance. [ 1744.565834] env[62555]: DEBUG oslo_concurrency.lockutils [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.568174] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.255s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.569250] env[62555]: DEBUG nova.objects.instance [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lazy-loading 'resources' on Instance uuid 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.596871] env[62555]: INFO nova.scheduler.client.report [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted allocations for instance 1830f9f8-e446-457a-9cee-1157c85ef568 [ 1744.633363] env[62555]: DEBUG oslo_vmware.api [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Task: {'id': task-1705164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239096} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.634409] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1744.634409] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1744.634409] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1744.634409] env[62555]: INFO nova.compute.manager [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1744.634409] env[62555]: DEBUG oslo.service.loopingcall [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.635117] env[62555]: DEBUG nova.compute.manager [-] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1744.635117] env[62555]: DEBUG nova.network.neutron [-] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1744.749283] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "refresh_cache-32abf923-2cfe-45a9-87ae-049fbe5021bf" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.749283] env[62555]: DEBUG nova.compute.manager [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Instance network_info: |[{"id": "3bda37a4-684f-4844-81fb-6b0038f5c3e8", "address": "fa:16:3e:34:a0:e4", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bda37a4-68", "ovs_interfaceid": "3bda37a4-684f-4844-81fb-6b0038f5c3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1744.749283] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:a0:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bda37a4-684f-4844-81fb-6b0038f5c3e8', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1744.755998] env[62555]: DEBUG oslo.service.loopingcall [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1744.756574] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1744.756941] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-868b9b5c-1a37-496a-9851-88489519d777 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.779487] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1744.779487] env[62555]: value = "task-1705165" [ 1744.779487] env[62555]: _type = "Task" [ 1744.779487] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.787207] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705165, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.842438] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.091637] env[62555]: DEBUG nova.compute.manager [req-19ef2478-dca6-4669-92b1-95d26552123b req-a3e77144-3726-448f-9397-5cac74a47578 service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Received event network-changed-3bda37a4-684f-4844-81fb-6b0038f5c3e8 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1745.091637] env[62555]: DEBUG nova.compute.manager [req-19ef2478-dca6-4669-92b1-95d26552123b req-a3e77144-3726-448f-9397-5cac74a47578 service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Refreshing instance network info cache due to event network-changed-3bda37a4-684f-4844-81fb-6b0038f5c3e8. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1745.091637] env[62555]: DEBUG oslo_concurrency.lockutils [req-19ef2478-dca6-4669-92b1-95d26552123b req-a3e77144-3726-448f-9397-5cac74a47578 service nova] Acquiring lock "refresh_cache-32abf923-2cfe-45a9-87ae-049fbe5021bf" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.092274] env[62555]: DEBUG oslo_concurrency.lockutils [req-19ef2478-dca6-4669-92b1-95d26552123b req-a3e77144-3726-448f-9397-5cac74a47578 service nova] Acquired lock "refresh_cache-32abf923-2cfe-45a9-87ae-049fbe5021bf" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.092386] env[62555]: DEBUG nova.network.neutron [req-19ef2478-dca6-4669-92b1-95d26552123b req-a3e77144-3726-448f-9397-5cac74a47578 service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Refreshing network info cache for port 3bda37a4-684f-4844-81fb-6b0038f5c3e8 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.107496] env[62555]: DEBUG oslo_concurrency.lockutils [None req-59558375-26ee-4098-be11-78debfce5eec tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "1830f9f8-e446-457a-9cee-1157c85ef568" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.031s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.186022] env[62555]: DEBUG nova.compute.manager [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1745.189018] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce3b279-4e3e-49b5-89e6-43700e65b130 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.294155] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705165, 'name': CreateVM_Task, 'duration_secs': 0.398927} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.296993] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.297927] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.298190] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.298490] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.299272] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27560d1d-afed-43a7-a6a7-9cf37496a2ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.305079] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1745.305079] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526898bf-d27d-6d16-61d5-179208ba0f8b" [ 1745.305079] env[62555]: _type = "Task" [ 1745.305079] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.318487] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526898bf-d27d-6d16-61d5-179208ba0f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.318808] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.319147] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1745.320445] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.320445] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.320445] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1745.321038] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35f1399b-3efb-4e06-a9d7-0b20b81c7503 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.333374] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1745.333651] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1745.334443] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b31d8f-340a-4fb6-bf13-b2544cf04791 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.344254] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1745.344254] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522d89f3-6740-b161-58ad-856aa7b6db8c" [ 1745.344254] env[62555]: _type = "Task" [ 1745.344254] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.352114] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522d89f3-6740-b161-58ad-856aa7b6db8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.443427] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f6f06-ef1a-4c7a-80a8-615c714ba35d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.452994] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b82a4e1-5be5-46e3-892c-f66aa04da9d2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.485614] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc71ff5-80d2-490e-b22e-2daebceb2b71 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.493705] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fac3049-2e27-4a8f-a59c-339e1f2c4326 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.508162] env[62555]: DEBUG nova.compute.provider_tree [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1745.530484] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "63d219dc-67b7-4310-af26-e0dd297fadd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.530747] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "63d219dc-67b7-4310-af26-e0dd297fadd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.531057] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "63d219dc-67b7-4310-af26-e0dd297fadd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.531162] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "63d219dc-67b7-4310-af26-e0dd297fadd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.531308] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "63d219dc-67b7-4310-af26-e0dd297fadd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.533800] env[62555]: INFO nova.compute.manager [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Terminating instance [ 1745.701110] env[62555]: INFO nova.compute.manager [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] instance snapshotting [ 1745.702831] env[62555]: DEBUG nova.objects.instance [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'flavor' on Instance uuid e1bed885-1ab2-4319-b7a0-a83ad748c9d6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1745.734310] env[62555]: DEBUG nova.network.neutron [-] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.829987] env[62555]: DEBUG nova.network.neutron [req-19ef2478-dca6-4669-92b1-95d26552123b req-a3e77144-3726-448f-9397-5cac74a47578 service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Updated VIF entry in instance network info cache for port 3bda37a4-684f-4844-81fb-6b0038f5c3e8. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1745.830398] env[62555]: DEBUG nova.network.neutron [req-19ef2478-dca6-4669-92b1-95d26552123b req-a3e77144-3726-448f-9397-5cac74a47578 service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Updating instance_info_cache with network_info: [{"id": "3bda37a4-684f-4844-81fb-6b0038f5c3e8", "address": "fa:16:3e:34:a0:e4", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bda37a4-68", "ovs_interfaceid": "3bda37a4-684f-4844-81fb-6b0038f5c3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.854539] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]522d89f3-6740-b161-58ad-856aa7b6db8c, 'name': SearchDatastore_Task, 'duration_secs': 0.008654} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.855333] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c58d826-22a3-4616-bfda-52b212d9a40d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.860425] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1745.860425] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526ead3a-b0b9-a3e2-a2c8-78fb002c16b9" [ 1745.860425] env[62555]: _type = "Task" [ 1745.860425] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.868140] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526ead3a-b0b9-a3e2-a2c8-78fb002c16b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.029033] env[62555]: ERROR nova.scheduler.client.report [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] [req-22ac39ab-c535-460c-8513-1a4091459be9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-22ac39ab-c535-460c-8513-1a4091459be9"}]} [ 1746.039416] env[62555]: DEBUG nova.compute.manager [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1746.040072] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1746.040524] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4300d409-9902-43ca-a2fd-abd0615d6c31 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.046050] env[62555]: DEBUG nova.scheduler.client.report [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1746.052785] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1746.053052] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-812afc1d-e4c0-45fd-bda0-30e9b504b405 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.059057] env[62555]: DEBUG oslo_vmware.api [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1746.059057] env[62555]: value = "task-1705166" [ 1746.059057] env[62555]: _type = "Task" [ 1746.059057] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.059940] env[62555]: DEBUG nova.scheduler.client.report [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1746.060158] env[62555]: DEBUG nova.compute.provider_tree [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1746.070142] env[62555]: DEBUG oslo_vmware.api [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.072515] env[62555]: DEBUG nova.scheduler.client.report [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1746.090127] env[62555]: DEBUG nova.scheduler.client.report [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1746.210481] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb63597-2d75-471e-a8a1-84bf6a30b3a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.234967] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67be50d-1387-4cee-b7f9-2bdb2f760ff1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.239413] env[62555]: INFO nova.compute.manager [-] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Took 1.60 seconds to deallocate network for instance. [ 1746.339632] env[62555]: DEBUG oslo_concurrency.lockutils [req-19ef2478-dca6-4669-92b1-95d26552123b req-a3e77144-3726-448f-9397-5cac74a47578 service nova] Releasing lock "refresh_cache-32abf923-2cfe-45a9-87ae-049fbe5021bf" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.339632] env[62555]: DEBUG nova.compute.manager [req-19ef2478-dca6-4669-92b1-95d26552123b req-a3e77144-3726-448f-9397-5cac74a47578 service nova] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Received event network-vif-deleted-4c3ccfdc-1bfc-43d5-9f1b-6727c5f023fd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1746.371280] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526ead3a-b0b9-a3e2-a2c8-78fb002c16b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.373908] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.374195] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 32abf923-2cfe-45a9-87ae-049fbe5021bf/32abf923-2cfe-45a9-87ae-049fbe5021bf.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1746.374632] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd64a74d-0fe6-42f9-ab68-e00458e8634a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.381981] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1746.381981] env[62555]: value = "task-1705167" [ 1746.381981] env[62555]: _type = "Task" [ 1746.381981] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.392653] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.397834] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdee425-8ca0-464f-b17e-b9cb6deaa35d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.404666] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358bcd1f-eee8-448c-b34c-951a1b6c549d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.441538] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "0d26f500-2453-4395-80c9-e421c91f5083" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.441839] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "0d26f500-2453-4395-80c9-e421c91f5083" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.443854] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d8332b-c7f3-44ed-b009-7e40a22b902d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.453238] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49520b6-7e6d-4dd0-9d2b-e39732658d26 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.467985] env[62555]: DEBUG nova.compute.provider_tree [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1746.573759] env[62555]: DEBUG oslo_vmware.api [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705166, 'name': PowerOffVM_Task, 'duration_secs': 0.190099} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.574089] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1746.574263] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1746.574515] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-268d35c9-b419-49da-908b-4d257dc65fb5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.656859] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1746.657143] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1746.657331] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleting the datastore file [datastore1] 63d219dc-67b7-4310-af26-e0dd297fadd6 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1746.657606] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a59a926-aa8a-431a-a8ac-fd9ff1546cc5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.666896] env[62555]: DEBUG oslo_vmware.api [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1746.666896] env[62555]: value = "task-1705169" [ 1746.666896] env[62555]: _type = "Task" [ 1746.666896] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.676829] env[62555]: DEBUG oslo_vmware.api [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.749120] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1746.749489] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b60b5252-1daf-4779-b86c-6503dece07a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.752406] env[62555]: DEBUG oslo_concurrency.lockutils [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.759599] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1746.759599] env[62555]: value = "task-1705170" [ 1746.759599] env[62555]: _type = "Task" [ 1746.759599] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.769955] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.891360] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456246} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.891626] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 32abf923-2cfe-45a9-87ae-049fbe5021bf/32abf923-2cfe-45a9-87ae-049fbe5021bf.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1746.891833] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1746.892093] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-770f0e2d-a549-4700-95d0-f346ee8c2fbc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.898919] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1746.898919] env[62555]: value = "task-1705171" [ 1746.898919] env[62555]: _type = "Task" [ 1746.898919] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.906492] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.948240] env[62555]: DEBUG nova.compute.manager [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.006043] env[62555]: DEBUG nova.scheduler.client.report [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1747.006435] env[62555]: DEBUG nova.compute.provider_tree [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 138 to 139 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1747.006731] env[62555]: DEBUG nova.compute.provider_tree [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1747.114323] env[62555]: DEBUG nova.compute.manager [req-1a8fee5f-c3f9-4b06-82f2-21e11c94d484 req-2a3c08b3-8552-49fd-bbd3-4e536dab9f8a service nova] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Received event network-vif-deleted-2fd1584a-9812-4edf-8a46-a5ee6cba753d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1747.178963] env[62555]: DEBUG oslo_vmware.api [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268264} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.179127] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1747.179276] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1747.179458] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1747.179722] env[62555]: INFO nova.compute.manager [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1747.180012] env[62555]: DEBUG oslo.service.loopingcall [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1747.180251] env[62555]: DEBUG nova.compute.manager [-] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1747.180450] env[62555]: DEBUG nova.network.neutron [-] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1747.271889] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705170, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.409933] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.054883} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.410293] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1747.411074] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567ee37d-518e-4f5c-9067-e7d3c74e9c23 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.434055] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 32abf923-2cfe-45a9-87ae-049fbe5021bf/32abf923-2cfe-45a9-87ae-049fbe5021bf.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1747.435090] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1872a34d-877d-4a8a-b0f8-90ec1e9c644f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.457880] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1747.457880] env[62555]: value = "task-1705172" [ 1747.457880] env[62555]: _type = "Task" [ 1747.457880] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.467499] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.470876] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.480650] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.480881] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.512738] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.945s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.515954] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.099s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.516265] env[62555]: DEBUG nova.objects.instance [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lazy-loading 'resources' on Instance uuid aa28823b-7dde-4fdf-a6ca-81789865ef37 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.533287] env[62555]: INFO nova.scheduler.client.report [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Deleted allocations for instance 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb [ 1747.770511] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705170, 'name': CreateSnapshot_Task, 'duration_secs': 0.69016} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.770968] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1747.771589] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41ead41-f8f6-4f46-8a89-c7fee26d928f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.950579] env[62555]: DEBUG nova.network.neutron [-] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.968119] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705172, 'name': ReconfigVM_Task, 'duration_secs': 0.255927} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.968412] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 32abf923-2cfe-45a9-87ae-049fbe5021bf/32abf923-2cfe-45a9-87ae-049fbe5021bf.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.969039] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2811f3c-ffb8-48b2-a88e-9057dd848ebc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.976528] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1747.976528] env[62555]: value = "task-1705173" [ 1747.976528] env[62555]: _type = "Task" [ 1747.976528] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.983542] env[62555]: INFO nova.compute.manager [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Detaching volume 440d7a10-c48b-4ab8-b864-442f5e7c3086 [ 1747.989453] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705173, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.024565] env[62555]: INFO nova.virt.block_device [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Attempting to driver detach volume 440d7a10-c48b-4ab8-b864-442f5e7c3086 from mountpoint /dev/sdb [ 1748.024804] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1748.024993] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355292', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'name': 'volume-440d7a10-c48b-4ab8-b864-442f5e7c3086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdca2591-bdf9-4f08-b78e-a4e8c9d01905', 'attached_at': '', 'detached_at': '', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'serial': '440d7a10-c48b-4ab8-b864-442f5e7c3086'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1748.025883] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5398c66b-41eb-452a-9049-9d4d8948d12b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.052783] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe5d8a-248d-4f03-918c-5e63782e3167 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.055951] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e436c320-9895-4f7c-9bd5-6f7c45f798ce tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "9bc95dbc-d99e-4e79-8138-63a2f9ad24fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.306s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.061126] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc4759f-288b-4c31-b6c2-f66dab52bb29 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.084409] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c26ce1b-15df-40ef-ab9f-f2faf9e5edc0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.100395] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] The volume has not been displaced from its original location: [datastore1] volume-440d7a10-c48b-4ab8-b864-442f5e7c3086/volume-440d7a10-c48b-4ab8-b864-442f5e7c3086.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1748.105809] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1748.108898] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd49d772-a398-43cf-ab52-8d92f4b08fc6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.131201] env[62555]: DEBUG oslo_vmware.api [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1748.131201] env[62555]: value = "task-1705174" [ 1748.131201] env[62555]: _type = "Task" [ 1748.131201] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.142791] env[62555]: DEBUG oslo_vmware.api [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.288683] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1748.291471] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5c95fcf2-7f68-4d6e-8851-d3741f247a40 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.300592] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1748.300592] env[62555]: value = "task-1705175" [ 1748.300592] env[62555]: _type = "Task" [ 1748.300592] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.311851] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705175, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.369198] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520f15de-f353-45a4-aed8-fbae00cc4bee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.376572] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663f54b7-2069-49c6-b0e2-3ce8eff3c407 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.408567] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fb0a0a-6028-4f71-9987-1ba17de44067 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.416693] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfcecd7-f4e8-4a74-ba5d-6ee9a679077e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.430645] env[62555]: DEBUG nova.compute.provider_tree [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.453071] env[62555]: INFO nova.compute.manager [-] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Took 1.27 seconds to deallocate network for instance. [ 1748.488907] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705173, 'name': Rename_Task, 'duration_secs': 0.157454} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.488907] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1748.488907] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77e3877c-a12e-4cf2-9257-957fd7ce64f1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.495199] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1748.495199] env[62555]: value = "task-1705176" [ 1748.495199] env[62555]: _type = "Task" [ 1748.495199] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.507681] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.641113] env[62555]: DEBUG oslo_vmware.api [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.810647] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705175, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.934230] env[62555]: DEBUG nova.scheduler.client.report [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1748.961204] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.005659] env[62555]: DEBUG oslo_vmware.api [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705176, 'name': PowerOnVM_Task, 'duration_secs': 0.455481} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.005741] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.006024] env[62555]: INFO nova.compute.manager [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1749.006117] env[62555]: DEBUG nova.compute.manager [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1749.006884] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55704d6-846c-4487-a498-8edcf8fc6aa8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.140867] env[62555]: DEBUG nova.compute.manager [req-99e5d0e0-1b18-4412-a556-2fc0eb8ae7fe req-e65d0bf7-e991-4e46-94a0-0e437be36bb4 service nova] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Received event network-vif-deleted-b833c9ed-7805-48a1-b869-a9392567c6c6 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1749.145011] env[62555]: DEBUG oslo_vmware.api [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705174, 'name': ReconfigVM_Task, 'duration_secs': 0.576804} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.145388] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1749.150618] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8615c886-c58a-4a4f-aa40-0d8817f2a38a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.166898] env[62555]: DEBUG oslo_vmware.api [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1749.166898] env[62555]: value = "task-1705177" [ 1749.166898] env[62555]: _type = "Task" [ 1749.166898] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.174365] env[62555]: DEBUG oslo_vmware.api [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.310760] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705175, 'name': CloneVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.440563] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.442992] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.900s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.466026] env[62555]: INFO nova.scheduler.client.report [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Deleted allocations for instance aa28823b-7dde-4fdf-a6ca-81789865ef37 [ 1749.524492] env[62555]: INFO nova.compute.manager [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Took 27.62 seconds to build instance. [ 1749.678879] env[62555]: DEBUG oslo_vmware.api [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705177, 'name': ReconfigVM_Task, 'duration_secs': 0.142077} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.678879] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355292', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'name': 'volume-440d7a10-c48b-4ab8-b864-442f5e7c3086', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdca2591-bdf9-4f08-b78e-a4e8c9d01905', 'attached_at': '', 'detached_at': '', 'volume_id': '440d7a10-c48b-4ab8-b864-442f5e7c3086', 'serial': '440d7a10-c48b-4ab8-b864-442f5e7c3086'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1749.811966] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705175, 'name': CloneVM_Task, 'duration_secs': 1.032357} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.812255] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Created linked-clone VM from snapshot [ 1749.812985] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdc73d6-eaf2-4c11-99f1-25a3627033ab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.820047] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Uploading image c0af9623-3470-4c0b-a5e0-fcd9857463ae {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1749.840559] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1749.840559] env[62555]: value = "vm-355323" [ 1749.840559] env[62555]: _type = "VirtualMachine" [ 1749.840559] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1749.840862] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95886977-c338-4524-bc02-1bc75b9e6afb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.847730] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lease: (returnval){ [ 1749.847730] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dccfcf-38b0-40d8-59bd-b36f5a7d2c98" [ 1749.847730] env[62555]: _type = "HttpNfcLease" [ 1749.847730] env[62555]: } obtained for exporting VM: (result){ [ 1749.847730] env[62555]: value = "vm-355323" [ 1749.847730] env[62555]: _type = "VirtualMachine" [ 1749.847730] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1749.848039] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the lease: (returnval){ [ 1749.848039] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dccfcf-38b0-40d8-59bd-b36f5a7d2c98" [ 1749.848039] env[62555]: _type = "HttpNfcLease" [ 1749.848039] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1749.854394] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1749.854394] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dccfcf-38b0-40d8-59bd-b36f5a7d2c98" [ 1749.854394] env[62555]: _type = "HttpNfcLease" [ 1749.854394] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1749.948780] env[62555]: INFO nova.compute.claims [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1749.973675] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e61200a4-d422-4d27-a58d-ac3913afdb23 tempest-ListServersNegativeTestJSON-416741489 tempest-ListServersNegativeTestJSON-416741489-project-member] Lock "aa28823b-7dde-4fdf-a6ca-81789865ef37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.130s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.002038] env[62555]: DEBUG nova.compute.manager [req-0fde53b4-3ea2-4fda-b190-22181ff73809 req-c06aaa0e-cd81-48a9-86b0-829f88d42dc1 service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Received event network-changed-3bda37a4-684f-4844-81fb-6b0038f5c3e8 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1750.002250] env[62555]: DEBUG nova.compute.manager [req-0fde53b4-3ea2-4fda-b190-22181ff73809 req-c06aaa0e-cd81-48a9-86b0-829f88d42dc1 service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Refreshing instance network info cache due to event network-changed-3bda37a4-684f-4844-81fb-6b0038f5c3e8. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1750.002491] env[62555]: DEBUG oslo_concurrency.lockutils [req-0fde53b4-3ea2-4fda-b190-22181ff73809 req-c06aaa0e-cd81-48a9-86b0-829f88d42dc1 service nova] Acquiring lock "refresh_cache-32abf923-2cfe-45a9-87ae-049fbe5021bf" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.002609] env[62555]: DEBUG oslo_concurrency.lockutils [req-0fde53b4-3ea2-4fda-b190-22181ff73809 req-c06aaa0e-cd81-48a9-86b0-829f88d42dc1 service nova] Acquired lock "refresh_cache-32abf923-2cfe-45a9-87ae-049fbe5021bf" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.002752] env[62555]: DEBUG nova.network.neutron [req-0fde53b4-3ea2-4fda-b190-22181ff73809 req-c06aaa0e-cd81-48a9-86b0-829f88d42dc1 service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Refreshing network info cache for port 3bda37a4-684f-4844-81fb-6b0038f5c3e8 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1750.026758] env[62555]: DEBUG oslo_concurrency.lockutils [None req-69ee3b20-97ba-4ec8-9b20-6077601e8999 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "32abf923-2cfe-45a9-87ae-049fbe5021bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.139s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.243301] env[62555]: DEBUG nova.objects.instance [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lazy-loading 'flavor' on Instance uuid fdca2591-bdf9-4f08-b78e-a4e8c9d01905 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1750.357636] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1750.357636] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dccfcf-38b0-40d8-59bd-b36f5a7d2c98" [ 1750.357636] env[62555]: _type = "HttpNfcLease" [ 1750.357636] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1750.357636] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1750.357636] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dccfcf-38b0-40d8-59bd-b36f5a7d2c98" [ 1750.357636] env[62555]: _type = "HttpNfcLease" [ 1750.357636] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1750.358359] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2755cee1-dbcc-4c3d-be67-d1f04fe98142 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.365817] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6346-4e80-6c6f-adb3-c12f5a0b8e72/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1750.365998] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6346-4e80-6c6f-adb3-c12f5a0b8e72/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1750.459800] env[62555]: INFO nova.compute.resource_tracker [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating resource usage from migration 61c2178c-6afc-4d64-bc3d-b427bf164f8b [ 1750.465257] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-184eebbd-b216-4411-999d-3205eb51575c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.839802] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c724d7b-e5dd-4863-8f1c-ca56ab0bc13a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.847720] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654f85fa-04ce-4bd7-8718-3a35322dc568 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.890753] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67e9b6e-0308-4143-aece-e7903f667f8c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.898740] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327014e6-1bc6-4ed4-9af4-c42dbabd623a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.914761] env[62555]: DEBUG nova.compute.provider_tree [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.946486] env[62555]: DEBUG nova.network.neutron [req-0fde53b4-3ea2-4fda-b190-22181ff73809 req-c06aaa0e-cd81-48a9-86b0-829f88d42dc1 service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Updated VIF entry in instance network info cache for port 3bda37a4-684f-4844-81fb-6b0038f5c3e8. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1750.947028] env[62555]: DEBUG nova.network.neutron [req-0fde53b4-3ea2-4fda-b190-22181ff73809 req-c06aaa0e-cd81-48a9-86b0-829f88d42dc1 service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Updating instance_info_cache with network_info: [{"id": "3bda37a4-684f-4844-81fb-6b0038f5c3e8", "address": "fa:16:3e:34:a0:e4", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bda37a4-68", "ovs_interfaceid": "3bda37a4-684f-4844-81fb-6b0038f5c3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.254726] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23c81ef6-d016-4e92-b9f0-7539466e2531 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.773s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.419432] env[62555]: DEBUG nova.scheduler.client.report [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1751.449766] env[62555]: DEBUG oslo_concurrency.lockutils [req-0fde53b4-3ea2-4fda-b190-22181ff73809 req-c06aaa0e-cd81-48a9-86b0-829f88d42dc1 service nova] Releasing lock "refresh_cache-32abf923-2cfe-45a9-87ae-049fbe5021bf" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.817484] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.817484] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.817484] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.817484] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.817484] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.817484] env[62555]: INFO nova.compute.manager [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Terminating instance [ 1751.924805] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.482s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.925039] env[62555]: INFO nova.compute.manager [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Migrating [ 1751.932130] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.566s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.933646] env[62555]: INFO nova.compute.claims [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1752.302464] env[62555]: DEBUG nova.compute.manager [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1752.302706] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1752.303857] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc792c4-c6af-4660-80d7-90f28d298c13 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.312362] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.312362] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31497c15-683c-491d-b8b8-63b835f89f90 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.318623] env[62555]: DEBUG oslo_vmware.api [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1752.318623] env[62555]: value = "task-1705179" [ 1752.318623] env[62555]: _type = "Task" [ 1752.318623] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.327034] env[62555]: DEBUG oslo_vmware.api [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.446150] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1752.446353] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1752.446730] env[62555]: DEBUG nova.network.neutron [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1752.829243] env[62555]: DEBUG oslo_vmware.api [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705179, 'name': PowerOffVM_Task, 'duration_secs': 0.244862} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.829766] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1752.829916] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1752.830208] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-722dca1c-61fb-4c09-9711-ae9cceef2dae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.909022] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1752.909145] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1752.909458] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleting the datastore file [datastore1] fdca2591-bdf9-4f08-b78e-a4e8c9d01905 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1752.909711] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c34cb2f2-da2c-4ba2-a95a-62a408118d1b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.916730] env[62555]: DEBUG oslo_vmware.api [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1752.916730] env[62555]: value = "task-1705181" [ 1752.916730] env[62555]: _type = "Task" [ 1752.916730] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.923847] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "3ea2d9bb-0f20-4852-97b1-acba32a1f383" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.924128] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "3ea2d9bb-0f20-4852-97b1-acba32a1f383" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1752.929844] env[62555]: DEBUG oslo_vmware.api [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.170783] env[62555]: DEBUG nova.network.neutron [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance_info_cache with network_info: [{"id": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "address": "fa:16:3e:6d:ca:57", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6986d50c-9e", "ovs_interfaceid": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.172453] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "202beb5a-917b-427b-8637-b3ece57e2888" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1753.172707] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "202beb5a-917b-427b-8637-b3ece57e2888" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.282380] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13807e8-a9da-45b7-9527-89e0490bcf3e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.290711] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7567ea-8abf-44d1-95b6-8394db1ad0eb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.322901] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9fb8da-337b-4ce6-bcc1-926bdebd5847 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.330982] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46099a2-0d6a-4323-b664-3d63ad074ab5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.346219] env[62555]: DEBUG nova.compute.provider_tree [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.428048] env[62555]: DEBUG nova.compute.manager [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1753.430564] env[62555]: DEBUG oslo_vmware.api [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268044} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.430998] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1753.431197] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1753.431372] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1753.431569] env[62555]: INFO nova.compute.manager [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1753.431782] env[62555]: DEBUG oslo.service.loopingcall [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1753.431965] env[62555]: DEBUG nova.compute.manager [-] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1753.432068] env[62555]: DEBUG nova.network.neutron [-] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1753.677687] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.679290] env[62555]: DEBUG nova.compute.manager [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1753.849740] env[62555]: DEBUG nova.scheduler.client.report [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1753.949839] env[62555]: DEBUG nova.compute.manager [req-8ec5b7f0-0d14-4842-93c6-320f75450b89 req-7c1d7517-83b3-441a-a85c-b081d503d694 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Received event network-vif-deleted-5e0e57ed-85c0-432a-9e86-70e5fa5d0d79 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1753.949959] env[62555]: INFO nova.compute.manager [req-8ec5b7f0-0d14-4842-93c6-320f75450b89 req-7c1d7517-83b3-441a-a85c-b081d503d694 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Neutron deleted interface 5e0e57ed-85c0-432a-9e86-70e5fa5d0d79; detaching it from the instance and deleting it from the info cache [ 1753.950138] env[62555]: DEBUG nova.network.neutron [req-8ec5b7f0-0d14-4842-93c6-320f75450b89 req-7c1d7517-83b3-441a-a85c-b081d503d694 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1753.951859] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.207200] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.354995] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.355608] env[62555]: DEBUG nova.compute.manager [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1754.358307] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.054s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.359833] env[62555]: INFO nova.compute.claims [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1754.421586] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.421680] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.429358] env[62555]: DEBUG nova.network.neutron [-] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.453445] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7cfa0b5-ec57-485d-9fb2-2a4330e7ce92 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.464372] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b227a342-0eb2-48ce-a19e-866d3379366d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.494860] env[62555]: DEBUG nova.compute.manager [req-8ec5b7f0-0d14-4842-93c6-320f75450b89 req-7c1d7517-83b3-441a-a85c-b081d503d694 service nova] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Detach interface failed, port_id=5e0e57ed-85c0-432a-9e86-70e5fa5d0d79, reason: Instance fdca2591-bdf9-4f08-b78e-a4e8c9d01905 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1754.864045] env[62555]: DEBUG nova.compute.utils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1754.868576] env[62555]: DEBUG nova.compute.manager [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1754.868772] env[62555]: DEBUG nova.network.neutron [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1754.931719] env[62555]: DEBUG nova.policy [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '902f54ec87c64a7bb027b8ebf649dfed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9b162a6d60a4f0a8ec2dff7d3bfa3dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1754.932665] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1754.932665] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1754.932665] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1754.933743] env[62555]: INFO nova.compute.manager [-] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Took 1.50 seconds to deallocate network for instance. [ 1755.199197] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136e5120-9555-40ba-8f42-b8f023d722ab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.204293] env[62555]: DEBUG nova.network.neutron [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Successfully created port: cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1755.220749] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance 'e2531bdd-1223-47fc-bc42-0990a7eb756b' progress to 0 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1755.370094] env[62555]: DEBUG nova.compute.manager [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1755.438786] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Skipping network cache update for instance because it is being deleted. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10300}} [ 1755.439036] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Skipping network cache update for instance because it is Building. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1755.439204] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: d0ee459a-3f39-4732-a966-48a096068362] Skipping network cache update for instance because it is Building. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10296}} [ 1755.442908] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.482903] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1755.483188] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquired lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.483421] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Forcefully refreshing network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1755.483699] env[62555]: DEBUG nova.objects.instance [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lazy-loading 'info_cache' on Instance uuid 82834fab-3c1c-4451-a202-49dced9c36ac {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1755.687954] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6b2446-f37b-43b2-ba68-acec8e0fe5fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.696335] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8347a2b-8cf7-4377-b54a-77dd49826485 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.727177] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1755.727591] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dcff922-fe2d-46d2-b245-8741574112ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.729710] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fd01de-c522-4587-9379-20e9e0dd8d4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.737932] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c97fe1e-054c-4470-81b4-293563a20396 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.741887] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1755.741887] env[62555]: value = "task-1705182" [ 1755.741887] env[62555]: _type = "Task" [ 1755.741887] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.752795] env[62555]: DEBUG nova.compute.provider_tree [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.759081] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.252441] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705182, 'name': PowerOffVM_Task, 'duration_secs': 0.20056} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.252651] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1756.252839] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance 'e2531bdd-1223-47fc-bc42-0990a7eb756b' progress to 17 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1756.257040] env[62555]: DEBUG nova.scheduler.client.report [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1756.386425] env[62555]: DEBUG nova.compute.manager [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1756.408215] env[62555]: DEBUG nova.virt.hardware [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1756.408495] env[62555]: DEBUG nova.virt.hardware [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1756.408653] env[62555]: DEBUG nova.virt.hardware [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.408836] env[62555]: DEBUG nova.virt.hardware [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1756.408979] env[62555]: DEBUG nova.virt.hardware [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.409141] env[62555]: DEBUG nova.virt.hardware [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1756.409349] env[62555]: DEBUG nova.virt.hardware [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1756.409505] env[62555]: DEBUG nova.virt.hardware [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1756.409672] env[62555]: DEBUG nova.virt.hardware [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1756.409835] env[62555]: DEBUG nova.virt.hardware [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1756.410011] env[62555]: DEBUG nova.virt.hardware [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1756.410899] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a348710-720f-4f10-8328-91ee9f5001da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.419373] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6dbac0-41ba-43a6-9a30-7506632760b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.687599] env[62555]: DEBUG nova.compute.manager [req-82c07f78-4962-4d25-9b26-c0977d4c672d req-6968e17f-ab78-4dc2-be11-db7a66fdb88e service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Received event network-vif-plugged-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1756.691217] env[62555]: DEBUG oslo_concurrency.lockutils [req-82c07f78-4962-4d25-9b26-c0977d4c672d req-6968e17f-ab78-4dc2-be11-db7a66fdb88e service nova] Acquiring lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.691217] env[62555]: DEBUG oslo_concurrency.lockutils [req-82c07f78-4962-4d25-9b26-c0977d4c672d req-6968e17f-ab78-4dc2-be11-db7a66fdb88e service nova] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.691217] env[62555]: DEBUG oslo_concurrency.lockutils [req-82c07f78-4962-4d25-9b26-c0977d4c672d req-6968e17f-ab78-4dc2-be11-db7a66fdb88e service nova] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.691217] env[62555]: DEBUG nova.compute.manager [req-82c07f78-4962-4d25-9b26-c0977d4c672d req-6968e17f-ab78-4dc2-be11-db7a66fdb88e service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] No waiting events found dispatching network-vif-plugged-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.691217] env[62555]: WARNING nova.compute.manager [req-82c07f78-4962-4d25-9b26-c0977d4c672d req-6968e17f-ab78-4dc2-be11-db7a66fdb88e service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Received unexpected event network-vif-plugged-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 for instance with vm_state building and task_state spawning. [ 1756.762531] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1756.762768] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1756.762927] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.763128] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1756.763293] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.763529] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1756.763728] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1756.763892] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1756.764077] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1756.764242] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1756.764420] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1756.770296] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.770794] env[62555]: DEBUG nova.compute.manager [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1756.773502] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9712c584-66ae-4bdf-9344-3eed7ce45156 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.784530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.835s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.784801] env[62555]: DEBUG nova.objects.instance [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lazy-loading 'resources' on Instance uuid 5a402d79-5161-4c1b-a038-7d8294732f34 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.792993] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1756.792993] env[62555]: value = "task-1705183" [ 1756.792993] env[62555]: _type = "Task" [ 1756.792993] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.805144] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.808312] env[62555]: DEBUG nova.network.neutron [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Successfully updated port: cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1757.231068] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updating instance_info_cache with network_info: [{"id": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "address": "fa:16:3e:89:eb:7c", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8727f49-75", "ovs_interfaceid": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.288490] env[62555]: DEBUG nova.compute.utils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1757.294544] env[62555]: DEBUG nova.compute.manager [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1757.294629] env[62555]: DEBUG nova.network.neutron [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1757.305784] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705183, 'name': ReconfigVM_Task, 'duration_secs': 0.211725} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.306743] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance 'e2531bdd-1223-47fc-bc42-0990a7eb756b' progress to 33 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1757.310771] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.310771] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.311018] env[62555]: DEBUG nova.network.neutron [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.340614] env[62555]: DEBUG nova.policy [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5540bd9d58684613977b2fda124470d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9474985563df48aca87e2fb4d6253c91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1758.184670] env[62555]: DEBUG nova.network.neutron [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Successfully created port: f34cbcb4-0353-401c-932f-10ca216cde35 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1758.189375] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Releasing lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.189572] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updated the network info_cache for instance {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1758.189976] env[62555]: DEBUG nova.compute.manager [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1758.197044] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1758.197044] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1758.197044] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.197044] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1758.197044] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.197044] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1758.197044] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1758.197044] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1758.197044] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1758.197044] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1758.197044] env[62555]: DEBUG nova.virt.hardware [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1758.200959] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1758.203524] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.204788] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-942b2b45-4815-4d75-8361-e073ea2d001c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.217647] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.218238] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.218944] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.219706] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.219706] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.219706] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1758.219706] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.229727] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1758.229727] env[62555]: value = "task-1705184" [ 1758.229727] env[62555]: _type = "Task" [ 1758.229727] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.241978] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.260124] env[62555]: DEBUG nova.network.neutron [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1758.444215] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c2c40e-863d-41df-82e4-6a385a6a70d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.452833] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1b10d6-04b8-491d-b904-bbf72c366eb2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.484907] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4de16c2-0547-4184-b14d-a7ba5d410d02 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.492994] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cdaef2-a7be-4275-811a-b4ae69835d52 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.506735] env[62555]: DEBUG nova.compute.provider_tree [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.547427] env[62555]: DEBUG nova.network.neutron [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updating instance_info_cache with network_info: [{"id": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "address": "fa:16:3e:c7:91:1d", "network": {"id": "b81bb316-8855-48b9-ba1d-bac80f40e0bf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490939650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b162a6d60a4f0a8ec2dff7d3bfa3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb336d0e-db", "ovs_interfaceid": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.554213] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6346-4e80-6c6f-adb3-c12f5a0b8e72/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1758.555411] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad81f877-6e0d-46b1-aa7d-b0f1b769cf98 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.563737] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6346-4e80-6c6f-adb3-c12f5a0b8e72/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1758.563915] env[62555]: ERROR oslo_vmware.rw_handles [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6346-4e80-6c6f-adb3-c12f5a0b8e72/disk-0.vmdk due to incomplete transfer. [ 1758.564160] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-763145b4-66d2-45f7-95a3-71c2d55c6810 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.571860] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed6346-4e80-6c6f-adb3-c12f5a0b8e72/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1758.572068] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Uploaded image c0af9623-3470-4c0b-a5e0-fcd9857463ae to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1758.574553] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1758.575037] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-79e18bfd-3d2c-4cc1-888d-c04121194536 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.580359] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1758.580359] env[62555]: value = "task-1705185" [ 1758.580359] env[62555]: _type = "Task" [ 1758.580359] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.588242] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705185, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.713760] env[62555]: DEBUG nova.compute.manager [req-fea340d9-ff52-49b4-8307-1dd3028f7e3e req-bbeee074-97a5-430d-9f2e-0d7af5f6d1ec service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Received event network-changed-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1758.713987] env[62555]: DEBUG nova.compute.manager [req-fea340d9-ff52-49b4-8307-1dd3028f7e3e req-bbeee074-97a5-430d-9f2e-0d7af5f6d1ec service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Refreshing instance network info cache due to event network-changed-cb336d0e-db0f-4722-aa5f-54e3fb73afb7. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1758.714235] env[62555]: DEBUG oslo_concurrency.lockutils [req-fea340d9-ff52-49b4-8307-1dd3028f7e3e req-bbeee074-97a5-430d-9f2e-0d7af5f6d1ec service nova] Acquiring lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.722519] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.743351] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705184, 'name': ReconfigVM_Task, 'duration_secs': 0.17971} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.744487] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1758.745569] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93b8f32-9f36-4cfc-ab87-250ae9b3205d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.769801] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] e2531bdd-1223-47fc-bc42-0990a7eb756b/e2531bdd-1223-47fc-bc42-0990a7eb756b.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1758.770535] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239fddd9-0a72-46d1-b7ea-0ce684266090 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.789995] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1758.789995] env[62555]: value = "task-1705186" [ 1758.789995] env[62555]: _type = "Task" [ 1758.789995] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.800989] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.009630] env[62555]: DEBUG nova.scheduler.client.report [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1759.049813] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.049813] env[62555]: DEBUG nova.compute.manager [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Instance network_info: |[{"id": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "address": "fa:16:3e:c7:91:1d", "network": {"id": "b81bb316-8855-48b9-ba1d-bac80f40e0bf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490939650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b162a6d60a4f0a8ec2dff7d3bfa3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb336d0e-db", "ovs_interfaceid": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1759.050111] env[62555]: DEBUG oslo_concurrency.lockutils [req-fea340d9-ff52-49b4-8307-1dd3028f7e3e req-bbeee074-97a5-430d-9f2e-0d7af5f6d1ec service nova] Acquired lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.050477] env[62555]: DEBUG nova.network.neutron [req-fea340d9-ff52-49b4-8307-1dd3028f7e3e req-bbeee074-97a5-430d-9f2e-0d7af5f6d1ec service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Refreshing network info cache for port cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1759.051564] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:91:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb336d0e-db0f-4722-aa5f-54e3fb73afb7', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1759.060997] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Creating folder: Project (a9b162a6d60a4f0a8ec2dff7d3bfa3dc). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1759.061634] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8ee14ab-b1fb-4ffa-8e2c-d18383d666c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.072576] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Created folder: Project (a9b162a6d60a4f0a8ec2dff7d3bfa3dc) in parent group-v355069. [ 1759.072576] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Creating folder: Instances. Parent ref: group-v355324. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1759.072720] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0dbd79f-b18c-4457-8dc3-a291f94800c4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.081745] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Created folder: Instances in parent group-v355324. [ 1759.081981] env[62555]: DEBUG oslo.service.loopingcall [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1759.084938] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1759.085177] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91e38ee3-7ef0-4612-b6b1-04e4d5bbee8e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.103953] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705185, 'name': Destroy_Task, 'duration_secs': 0.379527} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.105164] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Destroyed the VM [ 1759.105436] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1759.105686] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1759.105686] env[62555]: value = "task-1705189" [ 1759.105686] env[62555]: _type = "Task" [ 1759.105686] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.105865] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b4107745-3fb2-4eae-ba34-6e954dd8df01 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.120222] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705189, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.121522] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1759.121522] env[62555]: value = "task-1705190" [ 1759.121522] env[62555]: _type = "Task" [ 1759.121522] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.136336] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.210847] env[62555]: DEBUG nova.compute.manager [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1759.233087] env[62555]: DEBUG nova.virt.hardware [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1759.233436] env[62555]: DEBUG nova.virt.hardware [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1759.233695] env[62555]: DEBUG nova.virt.hardware [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1759.233951] env[62555]: DEBUG nova.virt.hardware [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1759.234190] env[62555]: DEBUG nova.virt.hardware [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1759.234446] env[62555]: DEBUG nova.virt.hardware [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1759.234767] env[62555]: DEBUG nova.virt.hardware [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1759.234977] env[62555]: DEBUG nova.virt.hardware [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1759.235241] env[62555]: DEBUG nova.virt.hardware [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1759.235510] env[62555]: DEBUG nova.virt.hardware [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1759.235748] env[62555]: DEBUG nova.virt.hardware [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1759.237202] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cc9aec-4f64-4373-9d05-23b5f9240aff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.246142] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8874abe-54b1-4c02-8e91-92a585d83361 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.300080] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705186, 'name': ReconfigVM_Task, 'duration_secs': 0.262242} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.300392] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Reconfigured VM instance instance-0000005a to attach disk [datastore1] e2531bdd-1223-47fc-bc42-0990a7eb756b/e2531bdd-1223-47fc-bc42-0990a7eb756b.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1759.300685] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance 'e2531bdd-1223-47fc-bc42-0990a7eb756b' progress to 50 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1759.515017] env[62555]: DEBUG oslo_concurrency.lockutils [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.730s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.517973] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.101s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.519489] env[62555]: INFO nova.compute.claims [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1759.537167] env[62555]: INFO nova.scheduler.client.report [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Deleted allocations for instance 5a402d79-5161-4c1b-a038-7d8294732f34 [ 1759.619368] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705189, 'name': CreateVM_Task, 'duration_secs': 0.428156} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.619590] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1759.620296] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.620474] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.620800] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1759.621088] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d609b998-2e51-4a56-a240-b76c7ea8f37e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.628822] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1759.628822] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528b63af-0fec-2f62-fa95-f7377a28343d" [ 1759.628822] env[62555]: _type = "Task" [ 1759.628822] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.631958] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705190, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.639150] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528b63af-0fec-2f62-fa95-f7377a28343d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.808381] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50002da3-f3b7-4f48-b4ad-c117c4e40ec8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.827381] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d815fe03-8a7f-442d-ad8a-e5e6b6662fc6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.844651] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance 'e2531bdd-1223-47fc-bc42-0990a7eb756b' progress to 67 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1759.868276] env[62555]: DEBUG nova.network.neutron [req-fea340d9-ff52-49b4-8307-1dd3028f7e3e req-bbeee074-97a5-430d-9f2e-0d7af5f6d1ec service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updated VIF entry in instance network info cache for port cb336d0e-db0f-4722-aa5f-54e3fb73afb7. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1759.868787] env[62555]: DEBUG nova.network.neutron [req-fea340d9-ff52-49b4-8307-1dd3028f7e3e req-bbeee074-97a5-430d-9f2e-0d7af5f6d1ec service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updating instance_info_cache with network_info: [{"id": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "address": "fa:16:3e:c7:91:1d", "network": {"id": "b81bb316-8855-48b9-ba1d-bac80f40e0bf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490939650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b162a6d60a4f0a8ec2dff7d3bfa3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb336d0e-db", "ovs_interfaceid": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.943112] env[62555]: DEBUG nova.compute.manager [req-a09c2dfb-9958-4fb7-ab58-6fc1f94fe52a req-3a681826-a389-412f-a0c8-fab910aaae25 service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] Received event network-vif-plugged-f34cbcb4-0353-401c-932f-10ca216cde35 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1759.943112] env[62555]: DEBUG oslo_concurrency.lockutils [req-a09c2dfb-9958-4fb7-ab58-6fc1f94fe52a req-3a681826-a389-412f-a0c8-fab910aaae25 service nova] Acquiring lock "d0ee459a-3f39-4732-a966-48a096068362-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1759.943112] env[62555]: DEBUG oslo_concurrency.lockutils [req-a09c2dfb-9958-4fb7-ab58-6fc1f94fe52a req-3a681826-a389-412f-a0c8-fab910aaae25 service nova] Lock "d0ee459a-3f39-4732-a966-48a096068362-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1759.943740] env[62555]: DEBUG oslo_concurrency.lockutils [req-a09c2dfb-9958-4fb7-ab58-6fc1f94fe52a req-3a681826-a389-412f-a0c8-fab910aaae25 service nova] Lock "d0ee459a-3f39-4732-a966-48a096068362-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.944217] env[62555]: DEBUG nova.compute.manager [req-a09c2dfb-9958-4fb7-ab58-6fc1f94fe52a req-3a681826-a389-412f-a0c8-fab910aaae25 service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] No waiting events found dispatching network-vif-plugged-f34cbcb4-0353-401c-932f-10ca216cde35 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1759.944553] env[62555]: WARNING nova.compute.manager [req-a09c2dfb-9958-4fb7-ab58-6fc1f94fe52a req-3a681826-a389-412f-a0c8-fab910aaae25 service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] Received unexpected event network-vif-plugged-f34cbcb4-0353-401c-932f-10ca216cde35 for instance with vm_state building and task_state spawning. [ 1760.043937] env[62555]: DEBUG oslo_concurrency.lockutils [None req-97f11da4-045a-4043-b126-c06e76b7d5ac tempest-ListImageFiltersTestJSON-1446374417 tempest-ListImageFiltersTestJSON-1446374417-project-member] Lock "5a402d79-5161-4c1b-a038-7d8294732f34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.526s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.131760] env[62555]: DEBUG oslo_vmware.api [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705190, 'name': RemoveSnapshot_Task, 'duration_secs': 0.563215} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.132128] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1760.132358] env[62555]: INFO nova.compute.manager [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Took 13.92 seconds to snapshot the instance on the hypervisor. [ 1760.143055] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528b63af-0fec-2f62-fa95-f7377a28343d, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.143349] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.143579] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1760.143830] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.143975] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.144169] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1760.144411] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be7c6348-681f-416a-9f40-13f99868f443 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.152789] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1760.152962] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1760.153666] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fddecc17-a788-472d-9558-62c49af9c522 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.158778] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1760.158778] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525ac448-fe0c-9053-6a6a-06edb191c17d" [ 1760.158778] env[62555]: _type = "Task" [ 1760.158778] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.167205] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525ac448-fe0c-9053-6a6a-06edb191c17d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.372777] env[62555]: DEBUG oslo_concurrency.lockutils [req-fea340d9-ff52-49b4-8307-1dd3028f7e3e req-bbeee074-97a5-430d-9f2e-0d7af5f6d1ec service nova] Releasing lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1760.385550] env[62555]: DEBUG nova.network.neutron [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Port 6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69 binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1760.413351] env[62555]: DEBUG nova.network.neutron [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Successfully updated port: f34cbcb4-0353-401c-932f-10ca216cde35 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1760.674588] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525ac448-fe0c-9053-6a6a-06edb191c17d, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.677848] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4918e86a-15c3-4f0d-8b63-494ca0fb36b0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.684050] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1760.684050] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5232370e-e776-a461-a2a3-5e318016b2a9" [ 1760.684050] env[62555]: _type = "Task" [ 1760.684050] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.692870] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5232370e-e776-a461-a2a3-5e318016b2a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.697125] env[62555]: DEBUG nova.compute.manager [None req-3eefbd6a-e246-4f34-a1cc-6b6dc7b194b8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Found 2 images (rotation: 2) {{(pid=62555) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1760.738215] env[62555]: DEBUG nova.compute.manager [req-4a8fe0f9-18fa-41fd-9cd1-81535b18dfb7 req-95a7cde5-cc4e-4412-a1e0-44186f5059ab service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] Received event network-changed-f34cbcb4-0353-401c-932f-10ca216cde35 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1760.738417] env[62555]: DEBUG nova.compute.manager [req-4a8fe0f9-18fa-41fd-9cd1-81535b18dfb7 req-95a7cde5-cc4e-4412-a1e0-44186f5059ab service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] Refreshing instance network info cache due to event network-changed-f34cbcb4-0353-401c-932f-10ca216cde35. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1760.738514] env[62555]: DEBUG oslo_concurrency.lockutils [req-4a8fe0f9-18fa-41fd-9cd1-81535b18dfb7 req-95a7cde5-cc4e-4412-a1e0-44186f5059ab service nova] Acquiring lock "refresh_cache-d0ee459a-3f39-4732-a966-48a096068362" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1760.738662] env[62555]: DEBUG oslo_concurrency.lockutils [req-4a8fe0f9-18fa-41fd-9cd1-81535b18dfb7 req-95a7cde5-cc4e-4412-a1e0-44186f5059ab service nova] Acquired lock "refresh_cache-d0ee459a-3f39-4732-a966-48a096068362" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1760.738818] env[62555]: DEBUG nova.network.neutron [req-4a8fe0f9-18fa-41fd-9cd1-81535b18dfb7 req-95a7cde5-cc4e-4412-a1e0-44186f5059ab service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] Refreshing network info cache for port f34cbcb4-0353-401c-932f-10ca216cde35 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1760.805999] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e37cc3-be44-4d02-95d8-2b510b3f0750 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.814458] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f56388e-ccb4-43ff-89cc-eaec1c32dc74 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.847102] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d6847d-7bde-4d2e-a331-c9a5f35d111f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.854716] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f97687-288b-46b9-bdb8-e767106145d2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.867807] env[62555]: DEBUG nova.compute.provider_tree [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.916584] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "refresh_cache-d0ee459a-3f39-4732-a966-48a096068362" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1761.176127] env[62555]: DEBUG nova.compute.manager [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.177120] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6aab73-67d1-4c50-8db6-d98f01dcd95d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.195340] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5232370e-e776-a461-a2a3-5e318016b2a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.195958] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.196234] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 2f7c5411-af53-4812-b345-49f2e45e37f1/2f7c5411-af53-4812-b345-49f2e45e37f1.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1761.196522] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed07f275-63b0-4866-bcd2-2db78165ec35 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.204136] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1761.204136] env[62555]: value = "task-1705191" [ 1761.204136] env[62555]: _type = "Task" [ 1761.204136] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.212503] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.278284] env[62555]: DEBUG nova.network.neutron [req-4a8fe0f9-18fa-41fd-9cd1-81535b18dfb7 req-95a7cde5-cc4e-4412-a1e0-44186f5059ab service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1761.371495] env[62555]: DEBUG nova.scheduler.client.report [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1761.377595] env[62555]: DEBUG nova.network.neutron [req-4a8fe0f9-18fa-41fd-9cd1-81535b18dfb7 req-95a7cde5-cc4e-4412-a1e0-44186f5059ab service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.409689] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "e2531bdd-1223-47fc-bc42-0990a7eb756b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.409944] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.410311] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.691479] env[62555]: INFO nova.compute.manager [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] instance snapshotting [ 1761.692070] env[62555]: DEBUG nova.objects.instance [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'flavor' on Instance uuid e1bed885-1ab2-4319-b7a0-a83ad748c9d6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.716382] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705191, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.880958] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1761.881720] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1761.884727] env[62555]: DEBUG oslo_concurrency.lockutils [req-4a8fe0f9-18fa-41fd-9cd1-81535b18dfb7 req-95a7cde5-cc4e-4412-a1e0-44186f5059ab service nova] Releasing lock "refresh_cache-d0ee459a-3f39-4732-a966-48a096068362" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1761.885429] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.435s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1761.887062] env[62555]: INFO nova.compute.claims [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1761.889900] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "refresh_cache-d0ee459a-3f39-4732-a966-48a096068362" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1761.890128] env[62555]: DEBUG nova.network.neutron [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.197972] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54b2edd-3353-4a1d-8426-715d642e1f40 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.219549] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d487c7e-6f7e-43b0-be9c-a5edc30352f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.227714] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737342} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.232100] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 2f7c5411-af53-4812-b345-49f2e45e37f1/2f7c5411-af53-4812-b345-49f2e45e37f1.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1762.232100] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1762.232100] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15dd1262-0b60-4512-b1e8-b1c9be131473 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.239253] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1762.239253] env[62555]: value = "task-1705192" [ 1762.239253] env[62555]: _type = "Task" [ 1762.239253] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.248668] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.387011] env[62555]: DEBUG nova.compute.utils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1762.390400] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1762.390400] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1762.444932] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.445519] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.445753] env[62555]: DEBUG nova.network.neutron [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1762.472101] env[62555]: DEBUG nova.network.neutron [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1762.486565] env[62555]: DEBUG nova.policy [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2de2b401b3434390a3fb4dfc7589d08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '747bfeebcd7946f7b57fff693c744f53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1762.737066] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1762.737066] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c17ebb9a-e866-43f8-b852-55e3c80d96c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.746619] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1762.746619] env[62555]: value = "task-1705193" [ 1762.746619] env[62555]: _type = "Task" [ 1762.746619] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.753134] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066651} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.753881] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1762.754723] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16e6f92-458d-49f3-b1fd-868807459ad1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.760678] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.779851] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 2f7c5411-af53-4812-b345-49f2e45e37f1/2f7c5411-af53-4812-b345-49f2e45e37f1.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1762.780394] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2123e3d-a1f6-48cc-9400-45d65fbee2b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.800049] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1762.800049] env[62555]: value = "task-1705194" [ 1762.800049] env[62555]: _type = "Task" [ 1762.800049] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.808676] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.809677] env[62555]: DEBUG nova.network.neutron [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Updating instance_info_cache with network_info: [{"id": "f34cbcb4-0353-401c-932f-10ca216cde35", "address": "fa:16:3e:97:76:1a", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34cbcb4-03", "ovs_interfaceid": "f34cbcb4-0353-401c-932f-10ca216cde35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1762.895512] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1763.071708] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Successfully created port: 1febad71-3d89-4af2-9beb-b5a1595b98c6 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1763.238481] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7149006b-c9bb-45e5-b4ee-59f0bc09d6ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.246455] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2796a826-2588-4d86-9b87-4cbd10b09ef4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.286794] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702a4e1f-b753-4284-a3f9-302199f0e712 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.290596] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705193, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.298758] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3254bb5-a419-4bce-89d0-a6b5e820ae68 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.313180] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "refresh_cache-d0ee459a-3f39-4732-a966-48a096068362" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.313312] env[62555]: DEBUG nova.compute.manager [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Instance network_info: |[{"id": "f34cbcb4-0353-401c-932f-10ca216cde35", "address": "fa:16:3e:97:76:1a", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf34cbcb4-03", "ovs_interfaceid": "f34cbcb4-0353-401c-932f-10ca216cde35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1763.313710] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:76:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f34cbcb4-0353-401c-932f-10ca216cde35', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1763.323242] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Creating folder: Project (9474985563df48aca87e2fb4d6253c91). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1763.323423] env[62555]: DEBUG nova.network.neutron [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance_info_cache with network_info: [{"id": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "address": "fa:16:3e:6d:ca:57", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6986d50c-9e", "ovs_interfaceid": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.337589] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0826a22-0dff-48c3-b328-8bf769894070 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.340074] env[62555]: DEBUG nova.compute.provider_tree [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.340863] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.351224] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Created folder: Project (9474985563df48aca87e2fb4d6253c91) in parent group-v355069. [ 1763.351413] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Creating folder: Instances. Parent ref: group-v355327. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1763.351642] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cc3d01c-70b2-4ed7-9c45-ea6bdeca9a05 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.361250] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Created folder: Instances in parent group-v355327. [ 1763.361523] env[62555]: DEBUG oslo.service.loopingcall [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1763.362256] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ee459a-3f39-4732-a966-48a096068362] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1763.362256] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aba8989f-e705-4484-8c1e-eca2fddb7528 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.381267] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1763.381267] env[62555]: value = "task-1705197" [ 1763.381267] env[62555]: _type = "Task" [ 1763.381267] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.391222] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705197, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.761259] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705193, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.819014] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705194, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.845020] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.847046] env[62555]: DEBUG nova.scheduler.client.report [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1763.892898] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705197, 'name': CreateVM_Task, 'duration_secs': 0.446427} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.894188] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ee459a-3f39-4732-a966-48a096068362] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1763.895059] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.895377] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.895863] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1763.896495] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063daa9d-e3ad-419c-a5e7-3b44ccc05de2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.901493] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1763.901493] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5296f70b-7cdb-27f0-2f98-5427344d4a3e" [ 1763.901493] env[62555]: _type = "Task" [ 1763.901493] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.907072] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1763.914648] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5296f70b-7cdb-27f0-2f98-5427344d4a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010029} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.915122] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.915482] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.915842] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.918087] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.918087] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.918087] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0440b926-3a19-4ec9-ae98-e7c13d6139f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.930831] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.932642] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.932642] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e6003b-1bd3-438e-96f6-84e13c4a3507 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.937742] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1763.938256] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1763.938538] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1763.939118] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1763.939413] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1763.939675] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1763.940222] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1763.940459] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1763.942062] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1763.942062] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1763.942062] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1763.942062] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70943057-3cf3-441c-8aa9-97eb52ec9261 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.951581] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e29eb6-ec0b-4c11-a283-d13c1bec884f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.956152] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1763.956152] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f12c45-470f-aa56-5d8f-29a73fa975f2" [ 1763.956152] env[62555]: _type = "Task" [ 1763.956152] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.979834] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f12c45-470f-aa56-5d8f-29a73fa975f2, 'name': SearchDatastore_Task, 'duration_secs': 0.016219} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.980807] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6d8fe8-d639-4823-a8c4-24a5c95d6c19 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.987470] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1763.987470] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52302ea6-e3ed-8fa4-5e50-b8c3844e7a23" [ 1763.987470] env[62555]: _type = "Task" [ 1763.987470] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.995717] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52302ea6-e3ed-8fa4-5e50-b8c3844e7a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.261792] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705193, 'name': CreateSnapshot_Task, 'duration_secs': 1.32565} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.262190] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1764.263849] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab273d2-4d19-42df-b715-498e93158b28 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.319251] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705194, 'name': ReconfigVM_Task, 'duration_secs': 1.044929} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.319790] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 2f7c5411-af53-4812-b345-49f2e45e37f1/2f7c5411-af53-4812-b345-49f2e45e37f1.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1764.322395] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5efed22-44df-4795-b9d9-e6792a3f2dcd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.329015] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1764.329015] env[62555]: value = "task-1705198" [ 1764.329015] env[62555]: _type = "Task" [ 1764.329015] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.335428] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705198, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.359365] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.359365] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1764.361396] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.739s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.361778] env[62555]: DEBUG nova.objects.instance [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'resources' on Instance uuid 6867b1c2-f123-46a9-98f5-5272073f779c {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.385262] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92327e8b-5797-45c0-aefa-e0ecbb6fbf76 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.406302] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e4cf7f-3436-4c74-adb0-ba529613410c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.414053] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance 'e2531bdd-1223-47fc-bc42-0990a7eb756b' progress to 83 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1764.498635] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52302ea6-e3ed-8fa4-5e50-b8c3844e7a23, 'name': SearchDatastore_Task, 'duration_secs': 0.00967} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.498871] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.499145] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] d0ee459a-3f39-4732-a966-48a096068362/d0ee459a-3f39-4732-a966-48a096068362.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.499466] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0be44207-b95f-400b-9667-380597cc142e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.507719] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1764.507719] env[62555]: value = "task-1705199" [ 1764.507719] env[62555]: _type = "Task" [ 1764.507719] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.517523] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.694206] env[62555]: DEBUG nova.compute.manager [req-feaff5ea-64e7-461c-9f42-9fa29dfd0552 req-74d59df8-8f8f-432c-ae0a-f53deff6040c service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Received event network-vif-plugged-1febad71-3d89-4af2-9beb-b5a1595b98c6 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1764.694206] env[62555]: DEBUG oslo_concurrency.lockutils [req-feaff5ea-64e7-461c-9f42-9fa29dfd0552 req-74d59df8-8f8f-432c-ae0a-f53deff6040c service nova] Acquiring lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.694206] env[62555]: DEBUG oslo_concurrency.lockutils [req-feaff5ea-64e7-461c-9f42-9fa29dfd0552 req-74d59df8-8f8f-432c-ae0a-f53deff6040c service nova] Lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.694206] env[62555]: DEBUG oslo_concurrency.lockutils [req-feaff5ea-64e7-461c-9f42-9fa29dfd0552 req-74d59df8-8f8f-432c-ae0a-f53deff6040c service nova] Lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.694206] env[62555]: DEBUG nova.compute.manager [req-feaff5ea-64e7-461c-9f42-9fa29dfd0552 req-74d59df8-8f8f-432c-ae0a-f53deff6040c service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] No waiting events found dispatching network-vif-plugged-1febad71-3d89-4af2-9beb-b5a1595b98c6 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1764.694206] env[62555]: WARNING nova.compute.manager [req-feaff5ea-64e7-461c-9f42-9fa29dfd0552 req-74d59df8-8f8f-432c-ae0a-f53deff6040c service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Received unexpected event network-vif-plugged-1febad71-3d89-4af2-9beb-b5a1595b98c6 for instance with vm_state building and task_state spawning. [ 1764.785668] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1764.786803] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-52e254a4-50d5-40dc-a6d9-5f6ed0e463e2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.800449] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1764.800449] env[62555]: value = "task-1705200" [ 1764.800449] env[62555]: _type = "Task" [ 1764.800449] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.806539] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Successfully updated port: 1febad71-3d89-4af2-9beb-b5a1595b98c6 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1764.815966] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705200, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.840365] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705198, 'name': Rename_Task, 'duration_secs': 0.145504} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.840365] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.840365] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b955052-b51d-42a0-92ee-7e23041c229d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.847679] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1764.847679] env[62555]: value = "task-1705201" [ 1764.847679] env[62555]: _type = "Task" [ 1764.847679] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.869326] env[62555]: DEBUG nova.compute.utils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.873406] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705201, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.874283] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1764.875026] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1764.921163] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1764.922595] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56467cb5-8f21-47fc-8f71-08b7c1dd76d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.926473] env[62555]: DEBUG nova.policy [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2de2b401b3434390a3fb4dfc7589d08a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '747bfeebcd7946f7b57fff693c744f53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1764.936685] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1764.936685] env[62555]: value = "task-1705202" [ 1764.936685] env[62555]: _type = "Task" [ 1764.936685] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.949831] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.018753] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492283} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.018753] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] d0ee459a-3f39-4732-a966-48a096068362/d0ee459a-3f39-4732-a966-48a096068362.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1765.018753] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1765.019159] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d4c589e-a0dc-4431-920f-8b3c4e3a6362 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.029023] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1765.029023] env[62555]: value = "task-1705203" [ 1765.029023] env[62555]: _type = "Task" [ 1765.029023] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.044525] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.242250] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Successfully created port: 37e6bd8d-6a2c-4a59-becf-9a6c0da8293b {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1765.309481] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705200, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.318569] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "refresh_cache-db57cb76-ff05-4b7b-a4e7-ef868f007ff4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.318569] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "refresh_cache-db57cb76-ff05-4b7b-a4e7-ef868f007ff4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.318569] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.329785] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391743af-0c57-47ae-8fc4-d24a5db699bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.340178] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474ae755-aada-4475-a3b4-8c01a985b68c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.379696] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1765.386119] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c766204-dfb6-45af-b63d-be2c3b409657 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.390377] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705201, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.395899] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf30a169-debc-41a6-99c2-816b2951f2b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.411245] env[62555]: DEBUG nova.compute.provider_tree [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.449019] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705202, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.537438] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065128} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.537743] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.538523] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600b6e37-cac8-4282-b36c-a24acb2e0bf4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.560761] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] d0ee459a-3f39-4732-a966-48a096068362/d0ee459a-3f39-4732-a966-48a096068362.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.561085] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b690511-0958-4079-a73f-18cb7932785b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.581331] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1765.581331] env[62555]: value = "task-1705204" [ 1765.581331] env[62555]: _type = "Task" [ 1765.581331] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.591203] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.809583] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705200, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.854274] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.861239] env[62555]: DEBUG oslo_vmware.api [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705201, 'name': PowerOnVM_Task, 'duration_secs': 0.920174} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.861810] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.862231] env[62555]: INFO nova.compute.manager [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1765.862870] env[62555]: DEBUG nova.compute.manager [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1765.864669] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09756949-4f2e-42f4-a149-b0c96752c70f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.915352] env[62555]: DEBUG nova.scheduler.client.report [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1765.948698] env[62555]: DEBUG oslo_vmware.api [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705202, 'name': PowerOnVM_Task, 'duration_secs': 0.523988} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.948970] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1765.949241] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dd9d3665-1d10-491e-bc46-29459c3bc1cb tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance 'e2531bdd-1223-47fc-bc42-0990a7eb756b' progress to 100 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1766.006912] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Updating instance_info_cache with network_info: [{"id": "1febad71-3d89-4af2-9beb-b5a1595b98c6", "address": "fa:16:3e:bf:41:21", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1febad71-3d", "ovs_interfaceid": "1febad71-3d89-4af2-9beb-b5a1595b98c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.092384] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.310229] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705200, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.353363] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquiring lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.353575] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.380329] env[62555]: INFO nova.compute.manager [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Took 31.03 seconds to build instance. [ 1766.389430] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1766.419903] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1766.420304] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1766.420585] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1766.420905] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1766.421197] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1766.421514] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1766.422283] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1766.422283] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1766.422283] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1766.422283] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1766.422457] env[62555]: DEBUG nova.virt.hardware [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1766.423964] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.426940] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac285826-a98f-401c-a1d9-5f016ff41c7b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.430536] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.588s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.430827] env[62555]: DEBUG nova.objects.instance [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lazy-loading 'resources' on Instance uuid 331e7b26-eaf6-4a1f-bc9e-7ec67460e392 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1766.437643] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba97fb2-a05d-424d-8935-d9c3923d37b1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.455258] env[62555]: INFO nova.scheduler.client.report [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleted allocations for instance 6867b1c2-f123-46a9-98f5-5272073f779c [ 1766.509780] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "refresh_cache-db57cb76-ff05-4b7b-a4e7-ef868f007ff4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.510089] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Instance network_info: |[{"id": "1febad71-3d89-4af2-9beb-b5a1595b98c6", "address": "fa:16:3e:bf:41:21", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1febad71-3d", "ovs_interfaceid": "1febad71-3d89-4af2-9beb-b5a1595b98c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1766.510508] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:41:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1febad71-3d89-4af2-9beb-b5a1595b98c6', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1766.518292] env[62555]: DEBUG oslo.service.loopingcall [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.519103] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1766.519341] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59a96817-3a8d-4e85-b636-ea2c0d8b89a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.537965] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1766.537965] env[62555]: value = "task-1705205" [ 1766.537965] env[62555]: _type = "Task" [ 1766.537965] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.547482] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705205, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.575266] env[62555]: DEBUG oslo_concurrency.lockutils [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.575391] env[62555]: DEBUG oslo_concurrency.lockutils [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.594115] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705204, 'name': ReconfigVM_Task, 'duration_secs': 0.796364} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.594550] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Reconfigured VM instance instance-0000005f to attach disk [datastore1] d0ee459a-3f39-4732-a966-48a096068362/d0ee459a-3f39-4732-a966-48a096068362.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1766.595068] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e33bc098-140b-45ac-abdf-f55c0ffff7b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.601526] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1766.601526] env[62555]: value = "task-1705206" [ 1766.601526] env[62555]: _type = "Task" [ 1766.601526] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.610065] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705206, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.744858] env[62555]: DEBUG nova.compute.manager [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Received event network-changed-1febad71-3d89-4af2-9beb-b5a1595b98c6 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1766.745149] env[62555]: DEBUG nova.compute.manager [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Refreshing instance network info cache due to event network-changed-1febad71-3d89-4af2-9beb-b5a1595b98c6. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1766.745404] env[62555]: DEBUG oslo_concurrency.lockutils [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] Acquiring lock "refresh_cache-db57cb76-ff05-4b7b-a4e7-ef868f007ff4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.745548] env[62555]: DEBUG oslo_concurrency.lockutils [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] Acquired lock "refresh_cache-db57cb76-ff05-4b7b-a4e7-ef868f007ff4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.745776] env[62555]: DEBUG nova.network.neutron [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Refreshing network info cache for port 1febad71-3d89-4af2-9beb-b5a1595b98c6 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1766.812440] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705200, 'name': CloneVM_Task, 'duration_secs': 1.821245} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.812440] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Created linked-clone VM from snapshot [ 1766.812440] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294d36d4-5126-4980-83c7-23b42ca306cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.827960] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Uploading image 3dc1b15f-caba-479d-b78b-6bbc77087b08 {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1766.830990] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Successfully updated port: 37e6bd8d-6a2c-4a59-becf-9a6c0da8293b {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1766.853424] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1766.853424] env[62555]: value = "vm-355331" [ 1766.853424] env[62555]: _type = "VirtualMachine" [ 1766.853424] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1766.854375] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-91095796-bb6d-4d40-98eb-930755b200bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.856128] env[62555]: DEBUG nova.compute.manager [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1766.864842] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lease: (returnval){ [ 1766.864842] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52199077-1eff-4b3d-3f5e-9425c53740f0" [ 1766.864842] env[62555]: _type = "HttpNfcLease" [ 1766.864842] env[62555]: } obtained for exporting VM: (result){ [ 1766.864842] env[62555]: value = "vm-355331" [ 1766.864842] env[62555]: _type = "VirtualMachine" [ 1766.864842] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1766.865157] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the lease: (returnval){ [ 1766.865157] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52199077-1eff-4b3d-3f5e-9425c53740f0" [ 1766.865157] env[62555]: _type = "HttpNfcLease" [ 1766.865157] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1766.871836] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1766.871836] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52199077-1eff-4b3d-3f5e-9425c53740f0" [ 1766.871836] env[62555]: _type = "HttpNfcLease" [ 1766.871836] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1766.882263] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8df7d99c-4138-4591-aaf5-fbc66339ecd1 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.547s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.972987] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7870f686-5846-431c-bb70-0259527bfca0 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "6867b1c2-f123-46a9-98f5-5272073f779c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.115s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.050973] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705205, 'name': CreateVM_Task, 'duration_secs': 0.383512} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.050973] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1767.051900] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.052148] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.052465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1767.052827] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9725a3df-4969-4369-a6a2-23089135c2e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.061597] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1767.061597] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5228322b-72a6-afe2-938d-22fe04d994a8" [ 1767.061597] env[62555]: _type = "Task" [ 1767.061597] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.070535] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5228322b-72a6-afe2-938d-22fe04d994a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.078918] env[62555]: INFO nova.compute.manager [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Detaching volume ba2faef1-d085-47a3-95a2-213da32e8b1a [ 1767.114246] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705206, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.115191] env[62555]: INFO nova.virt.block_device [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Attempting to driver detach volume ba2faef1-d085-47a3-95a2-213da32e8b1a from mountpoint /dev/sdb [ 1767.115400] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1767.115579] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355306', 'volume_id': 'ba2faef1-d085-47a3-95a2-213da32e8b1a', 'name': 'volume-ba2faef1-d085-47a3-95a2-213da32e8b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a4b9ee2-f504-4585-a8bf-b1749fbd34df', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba2faef1-d085-47a3-95a2-213da32e8b1a', 'serial': 'ba2faef1-d085-47a3-95a2-213da32e8b1a'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1767.116532] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9134bca-3f8e-43e7-ba6e-53170e26170e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.145162] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e6f0c4-82cd-4208-a2f9-63efcc2fcbc1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.152949] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cea82f4-9bfe-407f-9827-3b61c80c32f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.176553] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32f8f67-0fd7-4c9e-8a21-823984e4b093 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.191506] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] The volume has not been displaced from its original location: [datastore1] volume-ba2faef1-d085-47a3-95a2-213da32e8b1a/volume-ba2faef1-d085-47a3-95a2-213da32e8b1a.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1767.196797] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1767.199449] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d0e7cd-f5ac-4d9c-a6f6-e21cacfb51b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.217913] env[62555]: DEBUG oslo_vmware.api [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1767.217913] env[62555]: value = "task-1705208" [ 1767.217913] env[62555]: _type = "Task" [ 1767.217913] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.226965] env[62555]: DEBUG oslo_vmware.api [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.302752] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31ba818-4ef7-4ac4-8fef-4237eb461de4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.311473] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8463849c-4177-43fb-9f6a-6b44193fc80e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.343803] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "refresh_cache-9770d88d-1b01-48bf-8b7d-9c8e5100340b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.343957] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "refresh_cache-9770d88d-1b01-48bf-8b7d-9c8e5100340b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.344114] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1767.348258] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0610e25-9500-437a-9fd7-e43ccf965a87 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.356874] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aece187d-ba2d-42b7-96f7-7164e9da1277 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.378368] env[62555]: DEBUG nova.compute.provider_tree [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1767.382383] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.386171] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1767.386171] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52199077-1eff-4b3d-3f5e-9425c53740f0" [ 1767.386171] env[62555]: _type = "HttpNfcLease" [ 1767.386171] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1767.386893] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1767.386893] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52199077-1eff-4b3d-3f5e-9425c53740f0" [ 1767.386893] env[62555]: _type = "HttpNfcLease" [ 1767.386893] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1767.387864] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27fc7a2-3e46-4f51-b4fb-09a427872ff5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.397098] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527abb88-a00e-8c8d-52f7-3b1672632b77/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1767.397470] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527abb88-a00e-8c8d-52f7-3b1672632b77/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1767.498659] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-23eb56c6-a5a9-40c2-bc18-52119c64f54a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.572538] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5228322b-72a6-afe2-938d-22fe04d994a8, 'name': SearchDatastore_Task, 'duration_secs': 0.00908} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.573521] env[62555]: DEBUG nova.network.neutron [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Updated VIF entry in instance network info cache for port 1febad71-3d89-4af2-9beb-b5a1595b98c6. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1767.573899] env[62555]: DEBUG nova.network.neutron [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Updating instance_info_cache with network_info: [{"id": "1febad71-3d89-4af2-9beb-b5a1595b98c6", "address": "fa:16:3e:bf:41:21", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1febad71-3d", "ovs_interfaceid": "1febad71-3d89-4af2-9beb-b5a1595b98c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.575133] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.575369] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1767.575797] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.575797] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.577793] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1767.577793] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da2d1ad3-4484-4d75-aea0-cc6c2c801846 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.585327] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1767.586290] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1767.586377] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e7d90d-81b3-4ecb-b522-4402e35830d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.592635] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1767.592635] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5238f368-1c22-cc22-a02a-b090b743a0ec" [ 1767.592635] env[62555]: _type = "Task" [ 1767.592635] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.602678] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5238f368-1c22-cc22-a02a-b090b743a0ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.611640] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705206, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.730182] env[62555]: DEBUG oslo_vmware.api [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705208, 'name': ReconfigVM_Task, 'duration_secs': 0.323739} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.730711] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1767.735736] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca7b610-f2fe-4c2f-9aac-c5bddc17223d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.754021] env[62555]: DEBUG oslo_vmware.api [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1767.754021] env[62555]: value = "task-1705209" [ 1767.754021] env[62555]: _type = "Task" [ 1767.754021] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.761741] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.762781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.771819] env[62555]: DEBUG oslo_vmware.api [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.881194] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1767.884267] env[62555]: DEBUG nova.scheduler.client.report [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1768.051602] env[62555]: DEBUG nova.network.neutron [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Updating instance_info_cache with network_info: [{"id": "37e6bd8d-6a2c-4a59-becf-9a6c0da8293b", "address": "fa:16:3e:c5:7f:3c", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e6bd8d-6a", "ovs_interfaceid": "37e6bd8d-6a2c-4a59-becf-9a6c0da8293b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.080414] env[62555]: DEBUG oslo_concurrency.lockutils [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] Releasing lock "refresh_cache-db57cb76-ff05-4b7b-a4e7-ef868f007ff4" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.081512] env[62555]: DEBUG nova.compute.manager [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Received event network-vif-plugged-37e6bd8d-6a2c-4a59-becf-9a6c0da8293b {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1768.081512] env[62555]: DEBUG oslo_concurrency.lockutils [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] Acquiring lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.081512] env[62555]: DEBUG oslo_concurrency.lockutils [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] Lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.081630] env[62555]: DEBUG oslo_concurrency.lockutils [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] Lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.081776] env[62555]: DEBUG nova.compute.manager [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] No waiting events found dispatching network-vif-plugged-37e6bd8d-6a2c-4a59-becf-9a6c0da8293b {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1768.082257] env[62555]: WARNING nova.compute.manager [req-d8159864-a6f0-4002-addf-bf0bb85c41ff req-eea0e5d2-aee2-4f2c-9951-0d7cf10ca4cf service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Received unexpected event network-vif-plugged-37e6bd8d-6a2c-4a59-becf-9a6c0da8293b for instance with vm_state building and task_state spawning. [ 1768.104348] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5238f368-1c22-cc22-a02a-b090b743a0ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008621} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.109010] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2c6e299-20f7-49fe-9347-db8167d77a00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.117428] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705206, 'name': Rename_Task, 'duration_secs': 1.255184} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.119232] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1768.119627] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1768.119627] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f9826c-2394-ee51-4bb4-231adc196683" [ 1768.119627] env[62555]: _type = "Task" [ 1768.119627] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.119948] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-755ad14b-517a-45fa-aa07-543b4661c303 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.131430] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "e2531bdd-1223-47fc-bc42-0990a7eb756b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.132180] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.132987] env[62555]: DEBUG nova.compute.manager [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Going to confirm migration 4 {{(pid=62555) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1768.134020] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f9826c-2394-ee51-4bb4-231adc196683, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.135776] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.136049] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] db57cb76-ff05-4b7b-a4e7-ef868f007ff4/db57cb76-ff05-4b7b-a4e7-ef868f007ff4.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1768.136390] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1768.136390] env[62555]: value = "task-1705210" [ 1768.136390] env[62555]: _type = "Task" [ 1768.136390] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.137130] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5c524e4-20dd-4c6d-bd64-94b75e4e0c0f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.150130] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705210, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.152532] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1768.152532] env[62555]: value = "task-1705211" [ 1768.152532] env[62555]: _type = "Task" [ 1768.152532] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.165649] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.263389] env[62555]: DEBUG oslo_vmware.api [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705209, 'name': ReconfigVM_Task, 'duration_secs': 0.166638} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.263726] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355306', 'volume_id': 'ba2faef1-d085-47a3-95a2-213da32e8b1a', 'name': 'volume-ba2faef1-d085-47a3-95a2-213da32e8b1a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a4b9ee2-f504-4585-a8bf-b1749fbd34df', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba2faef1-d085-47a3-95a2-213da32e8b1a', 'serial': 'ba2faef1-d085-47a3-95a2-213da32e8b1a'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1768.274287] env[62555]: DEBUG nova.compute.manager [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1768.389990] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1768.392753] env[62555]: DEBUG oslo_concurrency.lockutils [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.640s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.393731] env[62555]: DEBUG nova.objects.instance [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Lazy-loading 'resources' on Instance uuid b2b2ecc8-b12b-497b-b7e8-359225e74fae {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.421658] env[62555]: INFO nova.scheduler.client.report [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Deleted allocations for instance 331e7b26-eaf6-4a1f-bc9e-7ec67460e392 [ 1768.556014] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "refresh_cache-9770d88d-1b01-48bf-8b7d-9c8e5100340b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.557408] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Instance network_info: |[{"id": "37e6bd8d-6a2c-4a59-becf-9a6c0da8293b", "address": "fa:16:3e:c5:7f:3c", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e6bd8d-6a", "ovs_interfaceid": "37e6bd8d-6a2c-4a59-becf-9a6c0da8293b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1768.557835] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:7f:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37e6bd8d-6a2c-4a59-becf-9a6c0da8293b', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1768.566960] env[62555]: DEBUG oslo.service.loopingcall [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1768.567561] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1768.567561] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d25f49fc-8fa9-4259-9703-895906eedb8c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.591176] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1768.591176] env[62555]: value = "task-1705212" [ 1768.591176] env[62555]: _type = "Task" [ 1768.591176] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.601466] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705212, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.652988] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.662186] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705211, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.734162] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.734625] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.735080] env[62555]: DEBUG nova.network.neutron [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.735438] env[62555]: DEBUG nova.objects.instance [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lazy-loading 'info_cache' on Instance uuid e2531bdd-1223-47fc-bc42-0990a7eb756b {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.774125] env[62555]: DEBUG nova.compute.manager [req-1d762f30-a1fa-4482-aa90-220b03203a86 req-146049a2-3f80-4b30-8fc9-d6912b5e2683 service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Received event network-changed-37e6bd8d-6a2c-4a59-becf-9a6c0da8293b {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1768.774125] env[62555]: DEBUG nova.compute.manager [req-1d762f30-a1fa-4482-aa90-220b03203a86 req-146049a2-3f80-4b30-8fc9-d6912b5e2683 service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Refreshing instance network info cache due to event network-changed-37e6bd8d-6a2c-4a59-becf-9a6c0da8293b. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1768.774230] env[62555]: DEBUG oslo_concurrency.lockutils [req-1d762f30-a1fa-4482-aa90-220b03203a86 req-146049a2-3f80-4b30-8fc9-d6912b5e2683 service nova] Acquiring lock "refresh_cache-9770d88d-1b01-48bf-8b7d-9c8e5100340b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.774476] env[62555]: DEBUG oslo_concurrency.lockutils [req-1d762f30-a1fa-4482-aa90-220b03203a86 req-146049a2-3f80-4b30-8fc9-d6912b5e2683 service nova] Acquired lock "refresh_cache-9770d88d-1b01-48bf-8b7d-9c8e5100340b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.774770] env[62555]: DEBUG nova.network.neutron [req-1d762f30-a1fa-4482-aa90-220b03203a86 req-146049a2-3f80-4b30-8fc9-d6912b5e2683 service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Refreshing network info cache for port 37e6bd8d-6a2c-4a59-becf-9a6c0da8293b {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1768.796261] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.817331] env[62555]: DEBUG nova.objects.instance [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lazy-loading 'flavor' on Instance uuid 3a4b9ee2-f504-4585-a8bf-b1749fbd34df {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1768.933454] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cebba089-760c-4cb9-bbae-cf242ad11391 tempest-ServerGroupTestJSON-741703582 tempest-ServerGroupTestJSON-741703582-project-member] Lock "331e7b26-eaf6-4a1f-bc9e-7ec67460e392" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.027s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.104474] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705212, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.149382] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.162704] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523947} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.165495] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] db57cb76-ff05-4b7b-a4e7-ef868f007ff4/db57cb76-ff05-4b7b-a4e7-ef868f007ff4.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1769.165782] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1769.166533] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79d0475c-a691-453a-8877-2b4d8e6ea9b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.172831] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1769.172831] env[62555]: value = "task-1705213" [ 1769.172831] env[62555]: _type = "Task" [ 1769.172831] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.184250] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.262774] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37de6941-edf0-4e74-96be-31c48c37fdfc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.271338] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5393ab04-c7e3-4b12-8209-552fc083e057 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.312786] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54dfc224-4041-42fa-854c-48142701b41f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.319050] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004638a3-cbc0-4baf-92c3-02766ad88406 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.337957] env[62555]: DEBUG nova.compute.provider_tree [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1769.603421] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705212, 'name': CreateVM_Task, 'duration_secs': 0.890843} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.603769] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1769.604367] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.604546] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.604930] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1769.605212] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f0214d-bd12-4ca0-8b95-a2c312deae07 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.610960] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1769.610960] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c0450f-8671-8d70-8945-f796d5479e63" [ 1769.610960] env[62555]: _type = "Task" [ 1769.610960] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.619999] env[62555]: DEBUG nova.compute.manager [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Stashing vm_state: active {{(pid=62555) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1769.625545] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c0450f-8671-8d70-8945-f796d5479e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.648176] env[62555]: DEBUG nova.network.neutron [req-1d762f30-a1fa-4482-aa90-220b03203a86 req-146049a2-3f80-4b30-8fc9-d6912b5e2683 service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Updated VIF entry in instance network info cache for port 37e6bd8d-6a2c-4a59-becf-9a6c0da8293b. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.648560] env[62555]: DEBUG nova.network.neutron [req-1d762f30-a1fa-4482-aa90-220b03203a86 req-146049a2-3f80-4b30-8fc9-d6912b5e2683 service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Updating instance_info_cache with network_info: [{"id": "37e6bd8d-6a2c-4a59-becf-9a6c0da8293b", "address": "fa:16:3e:c5:7f:3c", "network": {"id": "562a33aa-554f-4af7-939d-c1975f871eb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1403975689-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "747bfeebcd7946f7b57fff693c744f53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37e6bd8d-6a", "ovs_interfaceid": "37e6bd8d-6a2c-4a59-becf-9a6c0da8293b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.656123] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705210, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.684054] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065738} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.684054] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.685836] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd73d9f-8e8c-4159-a027-6cd401e88c56 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.710705] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] db57cb76-ff05-4b7b-a4e7-ef868f007ff4/db57cb76-ff05-4b7b-a4e7-ef868f007ff4.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.711162] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51d30399-65c6-4f82-bf6d-c8b44358c7b0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.734415] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1769.734415] env[62555]: value = "task-1705214" [ 1769.734415] env[62555]: _type = "Task" [ 1769.734415] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.745281] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.829126] env[62555]: DEBUG oslo_concurrency.lockutils [None req-24acdd76-01f1-472f-abdc-6be81639d3b8 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.253s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.843453] env[62555]: DEBUG nova.scheduler.client.report [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1770.124301] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c0450f-8671-8d70-8945-f796d5479e63, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.124858] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.125115] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1770.125355] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.125496] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.125894] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.126254] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a62168fb-e046-47ca-98ab-853d358bbc42 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.149529] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.149783] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.153049] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.153346] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccdfe217-26f6-4b69-a6ec-40d0cf1c7634 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.157327] env[62555]: DEBUG nova.network.neutron [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance_info_cache with network_info: [{"id": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "address": "fa:16:3e:6d:ca:57", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6986d50c-9e", "ovs_interfaceid": "6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.159170] env[62555]: DEBUG oslo_concurrency.lockutils [req-1d762f30-a1fa-4482-aa90-220b03203a86 req-146049a2-3f80-4b30-8fc9-d6912b5e2683 service nova] Releasing lock "refresh_cache-9770d88d-1b01-48bf-8b7d-9c8e5100340b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.165181] env[62555]: DEBUG oslo_vmware.api [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705210, 'name': PowerOnVM_Task, 'duration_secs': 1.915029} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.166949] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1770.167293] env[62555]: INFO nova.compute.manager [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Took 10.96 seconds to spawn the instance on the hypervisor. [ 1770.167500] env[62555]: DEBUG nova.compute.manager [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1770.167841] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1770.167841] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5242bb31-6bff-d6fb-7f4b-452a9e657351" [ 1770.167841] env[62555]: _type = "Task" [ 1770.167841] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.168581] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e71e82-f467-4dab-b253-3399c644be30 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.182193] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5242bb31-6bff-d6fb-7f4b-452a9e657351, 'name': SearchDatastore_Task, 'duration_secs': 0.011508} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.187425] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-251aa44a-b53d-4dee-99d9-aba65f3374cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.196340] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1770.196340] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a6c19b-e34d-0e4b-e5f0-cb45593bf7c2" [ 1770.196340] env[62555]: _type = "Task" [ 1770.196340] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.204402] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a6c19b-e34d-0e4b-e5f0-cb45593bf7c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.246210] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705214, 'name': ReconfigVM_Task, 'duration_secs': 0.345641} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.246498] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Reconfigured VM instance instance-00000060 to attach disk [datastore1] db57cb76-ff05-4b7b-a4e7-ef868f007ff4/db57cb76-ff05-4b7b-a4e7-ef868f007ff4.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.247415] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdcb7093-3751-40d0-a343-e78226f1e801 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.255082] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1770.255082] env[62555]: value = "task-1705215" [ 1770.255082] env[62555]: _type = "Task" [ 1770.255082] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.264713] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705215, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.348355] env[62555]: DEBUG oslo_concurrency.lockutils [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.350790] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.880s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.352939] env[62555]: INFO nova.compute.claims [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1770.387738] env[62555]: INFO nova.scheduler.client.report [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Deleted allocations for instance b2b2ecc8-b12b-497b-b7e8-359225e74fae [ 1770.661068] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "refresh_cache-e2531bdd-1223-47fc-bc42-0990a7eb756b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.662123] env[62555]: DEBUG nova.objects.instance [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lazy-loading 'migration_context' on Instance uuid e2531bdd-1223-47fc-bc42-0990a7eb756b {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1770.702987] env[62555]: INFO nova.compute.manager [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Took 33.42 seconds to build instance. [ 1770.709912] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a6c19b-e34d-0e4b-e5f0-cb45593bf7c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012117} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.710639] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.710639] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9770d88d-1b01-48bf-8b7d-9c8e5100340b/9770d88d-1b01-48bf-8b7d-9c8e5100340b.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1770.710931] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db6b5737-1662-4308-aae3-087954cc0b70 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.721663] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1770.721663] env[62555]: value = "task-1705216" [ 1770.721663] env[62555]: _type = "Task" [ 1770.721663] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.737260] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.767291] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705215, 'name': Rename_Task, 'duration_secs': 0.163207} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.767553] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.767868] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb81008f-c7d9-4d11-aa26-b54c0e92aea9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.776397] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1770.776397] env[62555]: value = "task-1705217" [ 1770.776397] env[62555]: _type = "Task" [ 1770.776397] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.786905] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.894309] env[62555]: DEBUG oslo_concurrency.lockutils [None req-435757e3-9588-456f-b427-d709c2504e66 tempest-InstanceActionsV221TestJSON-2007405590 tempest-InstanceActionsV221TestJSON-2007405590-project-member] Lock "b2b2ecc8-b12b-497b-b7e8-359225e74fae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.932s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.096452] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.096809] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.097079] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.097285] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.097564] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.099907] env[62555]: INFO nova.compute.manager [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Terminating instance [ 1771.168055] env[62555]: DEBUG nova.objects.base [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1771.168055] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0e158b-ab25-4dd4-acbd-2166e926baa0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.192570] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc00b7c8-b6d5-4869-ba6a-532e10ada5cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.205444] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8c337902-8a0a-4767-92bd-41eb87220fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "d0ee459a-3f39-4732-a966-48a096068362" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.926s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.206072] env[62555]: DEBUG oslo_vmware.api [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1771.206072] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5263f008-5b43-cad5-91ed-f1f7f52a7dad" [ 1771.206072] env[62555]: _type = "Task" [ 1771.206072] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.221461] env[62555]: DEBUG oslo_vmware.api [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5263f008-5b43-cad5-91ed-f1f7f52a7dad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.234986] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705216, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.290260] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705217, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.607318] env[62555]: DEBUG nova.compute.manager [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1771.607591] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1771.608683] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a18c40f-f48f-46ae-a949-f0f22216bf82 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.617782] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1771.618046] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f683cdc-86d7-4b14-9ac7-1aef6a745062 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.625569] env[62555]: DEBUG oslo_concurrency.lockutils [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "d0ee459a-3f39-4732-a966-48a096068362" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.625834] env[62555]: DEBUG oslo_concurrency.lockutils [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "d0ee459a-3f39-4732-a966-48a096068362" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.626049] env[62555]: DEBUG oslo_concurrency.lockutils [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "d0ee459a-3f39-4732-a966-48a096068362-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.626225] env[62555]: DEBUG oslo_concurrency.lockutils [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "d0ee459a-3f39-4732-a966-48a096068362-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1771.626384] env[62555]: DEBUG oslo_concurrency.lockutils [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "d0ee459a-3f39-4732-a966-48a096068362-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1771.630308] env[62555]: DEBUG oslo_vmware.api [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1771.630308] env[62555]: value = "task-1705218" [ 1771.630308] env[62555]: _type = "Task" [ 1771.630308] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.630681] env[62555]: INFO nova.compute.manager [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Terminating instance [ 1771.645598] env[62555]: DEBUG oslo_vmware.api [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.719135] env[62555]: DEBUG oslo_vmware.api [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5263f008-5b43-cad5-91ed-f1f7f52a7dad, 'name': SearchDatastore_Task, 'duration_secs': 0.033604} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.720647] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.721554] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a3af3c-5ff0-418d-ae07-10c10d1d66c9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.736756] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fede1c2-16ad-4118-b2da-6bf2594485ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.740219] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586939} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.740477] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9770d88d-1b01-48bf-8b7d-9c8e5100340b/9770d88d-1b01-48bf-8b7d-9c8e5100340b.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1771.740961] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1771.741631] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bcee9f1-7378-49dc-96ec-0930462a7a2c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.776559] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef83b11-0ce9-4419-847b-1f877259584e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.779352] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1771.779352] env[62555]: value = "task-1705219" [ 1771.779352] env[62555]: _type = "Task" [ 1771.779352] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.790075] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fb23b5-b574-4fdf-8b07-c464d88fe68c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.799712] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705217, 'name': PowerOnVM_Task, 'duration_secs': 0.81285} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.799955] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.800630] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.800859] env[62555]: INFO nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1771.801029] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1771.801822] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f7eb23-dfc8-4c72-b2c3-40916f7c5826 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.813799] env[62555]: DEBUG nova.compute.provider_tree [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1772.138388] env[62555]: DEBUG nova.compute.manager [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1772.138627] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1772.139494] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dc1e2b-b2a9-4a42-b995-1c25b680f115 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.145385] env[62555]: DEBUG oslo_vmware.api [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705218, 'name': PowerOffVM_Task, 'duration_secs': 0.364958} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.146039] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1772.146223] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1772.146462] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-508e230d-1efe-46fb-9616-0b3d505d76b3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.150132] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1772.150363] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5daa50e-98d4-443e-a15e-cefe0f9ab568 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.160964] env[62555]: DEBUG oslo_vmware.api [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1772.160964] env[62555]: value = "task-1705221" [ 1772.160964] env[62555]: _type = "Task" [ 1772.160964] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.170805] env[62555]: DEBUG oslo_vmware.api [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.299502] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134382} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.308114] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1772.308114] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1772.308114] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1772.308114] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Deleting the datastore file [datastore1] 3a4b9ee2-f504-4585-a8bf-b1749fbd34df {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1772.308114] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42a25b8-f4a2-46b8-858a-58897c6c6113 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.309714] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8b9045d-fe5f-4e07-868a-37fa60863b50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.318238] env[62555]: DEBUG nova.scheduler.client.report [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1772.357242] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 9770d88d-1b01-48bf-8b7d-9c8e5100340b/9770d88d-1b01-48bf-8b7d-9c8e5100340b.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.357854] env[62555]: DEBUG oslo_vmware.api [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1772.357854] env[62555]: value = "task-1705222" [ 1772.357854] env[62555]: _type = "Task" [ 1772.357854] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.362185] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.010s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.362185] env[62555]: DEBUG nova.compute.manager [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1772.365149] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-699cfde2-6b59-442d-b5ce-b706d4b096fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.380947] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.420s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.381311] env[62555]: DEBUG nova.objects.instance [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lazy-loading 'resources' on Instance uuid 63d219dc-67b7-4310-af26-e0dd297fadd6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1772.383890] env[62555]: INFO nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Took 32.98 seconds to build instance. [ 1772.397824] env[62555]: DEBUG oslo_vmware.api [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.399379] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1772.399379] env[62555]: value = "task-1705223" [ 1772.399379] env[62555]: _type = "Task" [ 1772.399379] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.413024] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.677414] env[62555]: DEBUG oslo_vmware.api [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705221, 'name': PowerOffVM_Task, 'duration_secs': 0.349945} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.677705] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1772.677898] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1772.678256] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7876bfbc-0361-4e0e-9410-06009e792204 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.805085] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1772.805428] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1772.805661] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleting the datastore file [datastore1] d0ee459a-3f39-4732-a966-48a096068362 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1772.805975] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46eba3c5-a812-47ff-a16c-9bbf0a787e37 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.814779] env[62555]: DEBUG oslo_vmware.api [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1772.814779] env[62555]: value = "task-1705225" [ 1772.814779] env[62555]: _type = "Task" [ 1772.814779] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.824114] env[62555]: DEBUG oslo_vmware.api [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.867067] env[62555]: DEBUG nova.compute.utils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1772.868650] env[62555]: DEBUG nova.compute.manager [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1772.868842] env[62555]: DEBUG nova.network.neutron [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1772.892423] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.501s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.903024] env[62555]: DEBUG oslo_vmware.api [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358411} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.904724] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1772.908201] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1772.908201] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1772.908201] env[62555]: INFO nova.compute.manager [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1772.908201] env[62555]: DEBUG oslo.service.loopingcall [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.908201] env[62555]: DEBUG nova.compute.manager [-] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1772.908201] env[62555]: DEBUG nova.network.neutron [-] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1772.925201] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.926489] env[62555]: DEBUG nova.policy [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04316d97dc32441e886d5181af42522a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6979cbd408e3425fa8dedcb216b58814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1773.326714] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eaf46d3-3be6-4010-bea1-445da7f99d6d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.340108] env[62555]: DEBUG oslo_vmware.api [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.468324} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.341883] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb172379-011f-4a23-86fa-717281532744 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.346114] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1773.346418] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1773.347200] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1773.347445] env[62555]: INFO nova.compute.manager [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: d0ee459a-3f39-4732-a966-48a096068362] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1773.347735] env[62555]: DEBUG oslo.service.loopingcall [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1773.347992] env[62555]: DEBUG nova.compute.manager [-] [instance: d0ee459a-3f39-4732-a966-48a096068362] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1773.348944] env[62555]: DEBUG nova.network.neutron [-] [instance: d0ee459a-3f39-4732-a966-48a096068362] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1773.380331] env[62555]: DEBUG nova.compute.manager [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1773.383922] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29878c30-adf1-4687-a5e6-11f45fae6a5e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.394458] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fda1af9-fba4-4293-937f-7dbf611c335d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.413517] env[62555]: DEBUG nova.compute.provider_tree [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1773.423549] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705223, 'name': ReconfigVM_Task, 'duration_secs': 0.638819} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.423943] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 9770d88d-1b01-48bf-8b7d-9c8e5100340b/9770d88d-1b01-48bf-8b7d-9c8e5100340b.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.425597] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c7862e5-969e-4638-9867-f55d50a58609 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.434145] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1773.434145] env[62555]: value = "task-1705226" [ 1773.434145] env[62555]: _type = "Task" [ 1773.434145] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.447222] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705226, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.682586] env[62555]: DEBUG nova.network.neutron [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Successfully created port: 81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1773.814244] env[62555]: DEBUG nova.compute.manager [req-a9f88b83-087a-4fb9-bdaa-c7938b547496 req-6dd226b3-5502-434e-bb97-1714a308c41a service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] Received event network-vif-deleted-f34cbcb4-0353-401c-932f-10ca216cde35 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1773.814945] env[62555]: INFO nova.compute.manager [req-a9f88b83-087a-4fb9-bdaa-c7938b547496 req-6dd226b3-5502-434e-bb97-1714a308c41a service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] Neutron deleted interface f34cbcb4-0353-401c-932f-10ca216cde35; detaching it from the instance and deleting it from the info cache [ 1773.814945] env[62555]: DEBUG nova.network.neutron [req-a9f88b83-087a-4fb9-bdaa-c7938b547496 req-6dd226b3-5502-434e-bb97-1714a308c41a service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.946305] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705226, 'name': Rename_Task, 'duration_secs': 0.312709} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.947348] env[62555]: ERROR nova.scheduler.client.report [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [req-f515701f-9353-45e5-95b0-66eee3c867e0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f515701f-9353-45e5-95b0-66eee3c867e0"}]} [ 1773.947737] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.951371] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be77aedd-8d40-4143-ba3f-97e77681ce8d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.960942] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1773.960942] env[62555]: value = "task-1705227" [ 1773.960942] env[62555]: _type = "Task" [ 1773.960942] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.966171] env[62555]: DEBUG nova.scheduler.client.report [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1773.975605] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.985838] env[62555]: DEBUG nova.scheduler.client.report [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1773.987653] env[62555]: DEBUG nova.compute.provider_tree [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1774.004148] env[62555]: DEBUG nova.scheduler.client.report [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1774.029306] env[62555]: DEBUG nova.scheduler.client.report [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1774.087870] env[62555]: DEBUG nova.compute.manager [req-8e3fa190-258c-4a6b-9f72-ac008e91b646 req-fc8ff995-e320-43b3-87d0-4df6001de7fd service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Received event network-vif-deleted-b5f58385-f5f0-47d6-9c86-6ad4b5da250e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1774.088118] env[62555]: INFO nova.compute.manager [req-8e3fa190-258c-4a6b-9f72-ac008e91b646 req-fc8ff995-e320-43b3-87d0-4df6001de7fd service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Neutron deleted interface b5f58385-f5f0-47d6-9c86-6ad4b5da250e; detaching it from the instance and deleting it from the info cache [ 1774.088308] env[62555]: DEBUG nova.network.neutron [req-8e3fa190-258c-4a6b-9f72-ac008e91b646 req-fc8ff995-e320-43b3-87d0-4df6001de7fd service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.264093] env[62555]: DEBUG nova.network.neutron [-] [instance: d0ee459a-3f39-4732-a966-48a096068362] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.322754] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55ab61b3-5f20-45cc-8ec1-b11461a55cbb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.336337] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dfb480-6b23-4c2b-be8f-d04c0609da94 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.380687] env[62555]: DEBUG nova.compute.manager [req-a9f88b83-087a-4fb9-bdaa-c7938b547496 req-6dd226b3-5502-434e-bb97-1714a308c41a service nova] [instance: d0ee459a-3f39-4732-a966-48a096068362] Detach interface failed, port_id=f34cbcb4-0353-401c-932f-10ca216cde35, reason: Instance d0ee459a-3f39-4732-a966-48a096068362 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1774.398535] env[62555]: DEBUG nova.compute.manager [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1774.427384] env[62555]: DEBUG nova.virt.hardware [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1774.427643] env[62555]: DEBUG nova.virt.hardware [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1774.427799] env[62555]: DEBUG nova.virt.hardware [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1774.427984] env[62555]: DEBUG nova.virt.hardware [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1774.428147] env[62555]: DEBUG nova.virt.hardware [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1774.428293] env[62555]: DEBUG nova.virt.hardware [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1774.428501] env[62555]: DEBUG nova.virt.hardware [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1774.428659] env[62555]: DEBUG nova.virt.hardware [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1774.428819] env[62555]: DEBUG nova.virt.hardware [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1774.429168] env[62555]: DEBUG nova.virt.hardware [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1774.429417] env[62555]: DEBUG nova.virt.hardware [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1774.430302] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cdcea7-781f-4c27-8eec-ac3a61e96e5d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.441653] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f8e0d0-2bbf-4bc6-9fc6-ecb8beae5d3a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.462084] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe12394-28a5-426e-925f-7225a955f6bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.475653] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705227, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.476244] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec2bee5-55ec-40b5-a097-57a8bd013d4d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.509133] env[62555]: DEBUG nova.network.neutron [-] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.512517] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6982d4cf-dfc1-440d-a86c-00d264c6f8c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.522489] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d257aac0-1bd8-46d8-b583-1b1f27b8185a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.540231] env[62555]: DEBUG nova.compute.provider_tree [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1774.598894] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3e0e44a-a3ee-4f8b-bc03-fbab1a7c59bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.615021] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ef01ca-8b8d-4836-9097-c096e5900904 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.653763] env[62555]: DEBUG nova.compute.manager [req-8e3fa190-258c-4a6b-9f72-ac008e91b646 req-fc8ff995-e320-43b3-87d0-4df6001de7fd service nova] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Detach interface failed, port_id=b5f58385-f5f0-47d6-9c86-6ad4b5da250e, reason: Instance 3a4b9ee2-f504-4585-a8bf-b1749fbd34df could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1774.767376] env[62555]: INFO nova.compute.manager [-] [instance: d0ee459a-3f39-4732-a966-48a096068362] Took 1.42 seconds to deallocate network for instance. [ 1774.972415] env[62555]: DEBUG oslo_vmware.api [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705227, 'name': PowerOnVM_Task, 'duration_secs': 0.672221} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.972770] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.972889] env[62555]: INFO nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1774.973079] env[62555]: DEBUG nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.973881] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf81308-6d8a-451f-8691-7b2bb78e151b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.012518] env[62555]: INFO nova.compute.manager [-] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Took 2.10 seconds to deallocate network for instance. [ 1775.073211] env[62555]: DEBUG nova.scheduler.client.report [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1775.073700] env[62555]: DEBUG nova.compute.provider_tree [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 145 to 146 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1775.073882] env[62555]: DEBUG nova.compute.provider_tree [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1775.282530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.428360] env[62555]: DEBUG nova.network.neutron [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Successfully updated port: 81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1775.491896] env[62555]: INFO nova.compute.manager [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Took 36.06 seconds to build instance. [ 1775.520178] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.580859] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.200s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.583268] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.631s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.586568] env[62555]: INFO nova.compute.claims [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1775.603118] env[62555]: INFO nova.scheduler.client.report [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted allocations for instance 63d219dc-67b7-4310-af26-e0dd297fadd6 [ 1775.842842] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.843146] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.843369] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.843554] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.843882] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.846053] env[62555]: INFO nova.compute.manager [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Terminating instance [ 1775.931587] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.931587] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.931779] env[62555]: DEBUG nova.network.neutron [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.949577] env[62555]: DEBUG oslo_concurrency.lockutils [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.995333] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1407daf9-0811-46e6-ac7e-9505ae1d6781 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.569s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.995333] env[62555]: DEBUG oslo_concurrency.lockutils [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.045s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.995333] env[62555]: DEBUG oslo_concurrency.lockutils [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.995787] env[62555]: DEBUG oslo_concurrency.lockutils [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.995787] env[62555]: DEBUG oslo_concurrency.lockutils [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.998347] env[62555]: INFO nova.compute.manager [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Terminating instance [ 1776.110123] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dae2f654-b225-4717-92b4-251201fdb171 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "63d219dc-67b7-4310-af26-e0dd297fadd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.579s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.113569] env[62555]: DEBUG nova.compute.manager [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Received event network-vif-plugged-81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1776.113794] env[62555]: DEBUG oslo_concurrency.lockutils [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] Acquiring lock "0d26f500-2453-4395-80c9-e421c91f5083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.114032] env[62555]: DEBUG oslo_concurrency.lockutils [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] Lock "0d26f500-2453-4395-80c9-e421c91f5083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.114361] env[62555]: DEBUG oslo_concurrency.lockutils [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] Lock "0d26f500-2453-4395-80c9-e421c91f5083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.114398] env[62555]: DEBUG nova.compute.manager [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] No waiting events found dispatching network-vif-plugged-81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1776.114565] env[62555]: WARNING nova.compute.manager [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Received unexpected event network-vif-plugged-81573845-9c0b-4d1a-95c2-ba543c35e9bb for instance with vm_state building and task_state spawning. [ 1776.114751] env[62555]: DEBUG nova.compute.manager [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Received event network-changed-81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1776.114926] env[62555]: DEBUG nova.compute.manager [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing instance network info cache due to event network-changed-81573845-9c0b-4d1a-95c2-ba543c35e9bb. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1776.115197] env[62555]: DEBUG oslo_concurrency.lockutils [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] Acquiring lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.349479] env[62555]: DEBUG nova.compute.manager [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1776.350016] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1776.350811] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb2aa4b-34d6-46cd-ba8b-5e16f337bfb2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.360978] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.360978] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-769d33e5-3b46-48f0-9be9-ae7b23e8a44c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.370137] env[62555]: DEBUG oslo_vmware.api [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1776.370137] env[62555]: value = "task-1705228" [ 1776.370137] env[62555]: _type = "Task" [ 1776.370137] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.383613] env[62555]: DEBUG oslo_vmware.api [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.469838] env[62555]: DEBUG nova.network.neutron [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1776.501915] env[62555]: DEBUG nova.compute.manager [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1776.502430] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1776.503570] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0364b33a-029e-467b-b6df-24230aeb8411 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.513822] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.514225] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0a6db10-a000-444b-8bc5-587a1f544bc6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.522339] env[62555]: DEBUG oslo_vmware.api [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1776.522339] env[62555]: value = "task-1705229" [ 1776.522339] env[62555]: _type = "Task" [ 1776.522339] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.536103] env[62555]: DEBUG oslo_vmware.api [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.667313] env[62555]: DEBUG nova.network.neutron [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updating instance_info_cache with network_info: [{"id": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "address": "fa:16:3e:7f:8e:44", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81573845-9c", "ovs_interfaceid": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.884493] env[62555]: DEBUG oslo_vmware.api [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705228, 'name': PowerOffVM_Task, 'duration_secs': 0.276631} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.884493] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1776.884493] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1776.884493] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60f8e638-58b4-40c1-8ccd-9622dc921298 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.909172] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.909473] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.927382] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9020ee46-0dee-4553-b14e-df2097b472ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.937324] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fc5024-440c-41db-acc6-77327560f419 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.970742] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f0a506-cabc-4987-894d-fe6733b5f385 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.980382] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cad58d8-2a09-4ebf-b9ee-dce9a3643ba9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.000036] env[62555]: DEBUG nova.compute.provider_tree [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.034814] env[62555]: DEBUG oslo_vmware.api [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705229, 'name': PowerOffVM_Task, 'duration_secs': 0.279587} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.034814] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.034814] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1777.035133] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b280a70-890b-478a-a143-5cc0323cce9e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.170242] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.170587] env[62555]: DEBUG nova.compute.manager [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Instance network_info: |[{"id": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "address": "fa:16:3e:7f:8e:44", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81573845-9c", "ovs_interfaceid": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1777.170898] env[62555]: DEBUG oslo_concurrency.lockutils [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] Acquired lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.171102] env[62555]: DEBUG nova.network.neutron [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing network info cache for port 81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1777.172293] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:8e:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81573845-9c0b-4d1a-95c2-ba543c35e9bb', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1777.181598] env[62555]: DEBUG oslo.service.loopingcall [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.182652] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1777.182879] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-876accc5-864e-4e17-9c95-2e135f5db746 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.203688] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1777.203688] env[62555]: value = "task-1705232" [ 1777.203688] env[62555]: _type = "Task" [ 1777.203688] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.216792] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705232, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.231443] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527abb88-a00e-8c8d-52f7-3b1672632b77/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1777.232441] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad6f1ef-2a8a-4739-bd93-04cd4c06aea7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.243017] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527abb88-a00e-8c8d-52f7-3b1672632b77/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1777.243378] env[62555]: ERROR oslo_vmware.rw_handles [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527abb88-a00e-8c8d-52f7-3b1672632b77/disk-0.vmdk due to incomplete transfer. [ 1777.243671] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-559fdb0c-a3ea-412c-832f-42458b2ddac3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.247484] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1777.247786] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1777.248104] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleting the datastore file [datastore1] 9770d88d-1b01-48bf-8b7d-9c8e5100340b {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1777.249376] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adfc14a8-fbb2-458a-95d1-f99cd71fdcf3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.251430] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1777.251631] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1777.251879] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleting the datastore file [datastore1] db57cb76-ff05-4b7b-a4e7-ef868f007ff4 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1777.252211] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a72208f-8c8b-4359-9005-c3b32b27db74 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.255969] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527abb88-a00e-8c8d-52f7-3b1672632b77/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1777.256169] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Uploaded image 3dc1b15f-caba-479d-b78b-6bbc77087b08 to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1777.258198] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1777.259590] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-29ab7225-fc5d-4d65-a5ae-203c56e35cb9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.261315] env[62555]: DEBUG oslo_vmware.api [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1777.261315] env[62555]: value = "task-1705233" [ 1777.261315] env[62555]: _type = "Task" [ 1777.261315] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.262443] env[62555]: DEBUG oslo_vmware.api [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for the task: (returnval){ [ 1777.262443] env[62555]: value = "task-1705234" [ 1777.262443] env[62555]: _type = "Task" [ 1777.262443] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.272848] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1777.272848] env[62555]: value = "task-1705235" [ 1777.272848] env[62555]: _type = "Task" [ 1777.272848] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.286182] env[62555]: DEBUG oslo_vmware.api [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.286496] env[62555]: DEBUG oslo_vmware.api [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.292553] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705235, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.411872] env[62555]: DEBUG nova.compute.manager [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1777.503157] env[62555]: DEBUG nova.scheduler.client.report [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1777.715396] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705232, 'name': CreateVM_Task, 'duration_secs': 0.458691} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.717804] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1777.718491] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.718663] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.719964] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1777.719964] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377daca8-1e4b-496f-afdd-6411c560a7d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.724660] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1777.724660] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5240d3a2-ea70-c217-37ff-f66509a9feb5" [ 1777.724660] env[62555]: _type = "Task" [ 1777.724660] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.732906] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5240d3a2-ea70-c217-37ff-f66509a9feb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.777052] env[62555]: DEBUG oslo_vmware.api [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333015} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.780331] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.780544] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1777.780723] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1777.780903] env[62555]: INFO nova.compute.manager [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1777.781827] env[62555]: DEBUG oslo.service.loopingcall [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.784821] env[62555]: DEBUG nova.compute.manager [-] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1777.784934] env[62555]: DEBUG nova.network.neutron [-] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.786630] env[62555]: DEBUG oslo_vmware.api [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Task: {'id': task-1705234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335526} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.787280] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.787466] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1777.788029] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1777.788029] env[62555]: INFO nova.compute.manager [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1777.788195] env[62555]: DEBUG oslo.service.loopingcall [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.791077] env[62555]: DEBUG nova.compute.manager [-] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1777.791077] env[62555]: DEBUG nova.network.neutron [-] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.795653] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705235, 'name': Destroy_Task, 'duration_secs': 0.516076} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.796158] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Destroyed the VM [ 1777.796434] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1777.796688] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ae70d07-3d50-418a-926e-4f5d175bf142 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.804791] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1777.804791] env[62555]: value = "task-1705236" [ 1777.804791] env[62555]: _type = "Task" [ 1777.804791] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.814034] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705236, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.938523] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.997834] env[62555]: DEBUG nova.network.neutron [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updated VIF entry in instance network info cache for port 81573845-9c0b-4d1a-95c2-ba543c35e9bb. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1777.998248] env[62555]: DEBUG nova.network.neutron [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updating instance_info_cache with network_info: [{"id": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "address": "fa:16:3e:7f:8e:44", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81573845-9c", "ovs_interfaceid": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.009075] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.010146] env[62555]: DEBUG nova.compute.manager [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1778.013465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.808s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.015558] env[62555]: INFO nova.compute.claims [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1778.098953] env[62555]: DEBUG nova.compute.manager [req-b9ecda41-f149-436f-ae9c-00972dd63f7b req-363a6745-b546-4dec-b32c-7080ce520315 service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Received event network-vif-deleted-1febad71-3d89-4af2-9beb-b5a1595b98c6 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1778.099186] env[62555]: INFO nova.compute.manager [req-b9ecda41-f149-436f-ae9c-00972dd63f7b req-363a6745-b546-4dec-b32c-7080ce520315 service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Neutron deleted interface 1febad71-3d89-4af2-9beb-b5a1595b98c6; detaching it from the instance and deleting it from the info cache [ 1778.099364] env[62555]: DEBUG nova.network.neutron [req-b9ecda41-f149-436f-ae9c-00972dd63f7b req-363a6745-b546-4dec-b32c-7080ce520315 service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.237447] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5240d3a2-ea70-c217-37ff-f66509a9feb5, 'name': SearchDatastore_Task, 'duration_secs': 0.010556} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.237766] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.238012] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1778.238259] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1778.238402] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1778.238578] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1778.238875] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7218612-d56a-454f-9498-17507df11048 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.247260] env[62555]: DEBUG nova.compute.manager [req-978edcda-f3bb-4a71-8684-f004c4f012c6 req-ba9e1ce9-2e1d-4d57-9c55-d06e77e81706 service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Received event network-vif-deleted-37e6bd8d-6a2c-4a59-becf-9a6c0da8293b {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1778.247392] env[62555]: INFO nova.compute.manager [req-978edcda-f3bb-4a71-8684-f004c4f012c6 req-ba9e1ce9-2e1d-4d57-9c55-d06e77e81706 service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Neutron deleted interface 37e6bd8d-6a2c-4a59-becf-9a6c0da8293b; detaching it from the instance and deleting it from the info cache [ 1778.247558] env[62555]: DEBUG nova.network.neutron [req-978edcda-f3bb-4a71-8684-f004c4f012c6 req-ba9e1ce9-2e1d-4d57-9c55-d06e77e81706 service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.253908] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1778.254782] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1778.254925] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68777199-5bfd-4458-b635-f7ecb945f35f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.262009] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1778.262009] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52459bd8-4902-4862-c260-95f15bbbdc2c" [ 1778.262009] env[62555]: _type = "Task" [ 1778.262009] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.270846] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52459bd8-4902-4862-c260-95f15bbbdc2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.315603] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705236, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.501280] env[62555]: DEBUG oslo_concurrency.lockutils [req-c1b16d4b-733c-49d1-a482-3c307b370605 req-1569698c-10c9-4ddb-bb24-3191719c4953 service nova] Releasing lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.521456] env[62555]: DEBUG nova.compute.utils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1778.525066] env[62555]: DEBUG nova.compute.manager [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Not allocating networking since 'none' was specified. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1778.576486] env[62555]: DEBUG nova.network.neutron [-] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.601959] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-99ed063c-2baf-45da-8d6b-6bde062e54f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.612744] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614379a4-c2dd-41a4-ac01-efdeecba26f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.626126] env[62555]: DEBUG nova.network.neutron [-] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.646227] env[62555]: DEBUG nova.compute.manager [req-b9ecda41-f149-436f-ae9c-00972dd63f7b req-363a6745-b546-4dec-b32c-7080ce520315 service nova] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Detach interface failed, port_id=1febad71-3d89-4af2-9beb-b5a1595b98c6, reason: Instance db57cb76-ff05-4b7b-a4e7-ef868f007ff4 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1778.750138] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73ec0cea-c227-47bd-a3c8-cb892316f90e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.761528] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9d3f26-7724-4166-82db-a520ddde79fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.783894] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52459bd8-4902-4862-c260-95f15bbbdc2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.784729] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f611811-1483-4a53-800a-4f6e7fe1de6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.801389] env[62555]: DEBUG nova.compute.manager [req-978edcda-f3bb-4a71-8684-f004c4f012c6 req-ba9e1ce9-2e1d-4d57-9c55-d06e77e81706 service nova] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Detach interface failed, port_id=37e6bd8d-6a2c-4a59-becf-9a6c0da8293b, reason: Instance 9770d88d-1b01-48bf-8b7d-9c8e5100340b could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1778.803176] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1778.803176] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5257e55b-7be8-e56a-3600-71b158c81246" [ 1778.803176] env[62555]: _type = "Task" [ 1778.803176] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.814733] env[62555]: DEBUG oslo_vmware.api [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705236, 'name': RemoveSnapshot_Task, 'duration_secs': 0.935746} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.818239] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1778.818484] env[62555]: INFO nova.compute.manager [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Took 16.62 seconds to snapshot the instance on the hypervisor. [ 1778.821464] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5257e55b-7be8-e56a-3600-71b158c81246, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.821825] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.822129] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 0d26f500-2453-4395-80c9-e421c91f5083/0d26f500-2453-4395-80c9-e421c91f5083.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1778.822389] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-238aff2e-ec91-4ffd-bd63-55af1548621d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.830607] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1778.830607] env[62555]: value = "task-1705237" [ 1778.830607] env[62555]: _type = "Task" [ 1778.830607] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.840385] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.025833] env[62555]: DEBUG nova.compute.manager [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1779.079170] env[62555]: INFO nova.compute.manager [-] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Took 1.29 seconds to deallocate network for instance. [ 1779.130343] env[62555]: INFO nova.compute.manager [-] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Took 1.35 seconds to deallocate network for instance. [ 1779.342064] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705237, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.368425] env[62555]: DEBUG nova.compute.manager [None req-2727daf9-9610-45ba-891a-e5ba34d54c58 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Found 2 images (rotation: 2) {{(pid=62555) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1779.411159] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe3627a-6602-4b56-9156-cc63b0b6313d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.420149] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dbdd3a-d4c1-47ec-a60d-5010f6198740 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.454300] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a246903-1a86-4589-9b4b-71b86c6e98fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.462020] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1db85f6-f3c1-487c-9bfa-8115e4d2e63d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.476201] env[62555]: DEBUG nova.compute.provider_tree [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1779.595177] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.639423] env[62555]: DEBUG oslo_concurrency.lockutils [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.841438] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594335} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.841703] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 0d26f500-2453-4395-80c9-e421c91f5083/0d26f500-2453-4395-80c9-e421c91f5083.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.841919] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.842189] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-969c1565-e847-4a46-a2cc-0c90184b7f53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.850205] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1779.850205] env[62555]: value = "task-1705238" [ 1779.850205] env[62555]: _type = "Task" [ 1779.850205] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.861442] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.998272] env[62555]: ERROR nova.scheduler.client.report [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [req-d33c0577-44d3-46f2-8986-4f0e2c9379b2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d33c0577-44d3-46f2-8986-4f0e2c9379b2"}]} [ 1780.014849] env[62555]: DEBUG nova.scheduler.client.report [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1780.028924] env[62555]: DEBUG nova.scheduler.client.report [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1780.029253] env[62555]: DEBUG nova.compute.provider_tree [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1780.040586] env[62555]: DEBUG nova.compute.manager [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1780.043335] env[62555]: DEBUG nova.scheduler.client.report [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1780.064024] env[62555]: DEBUG nova.virt.hardware [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1780.064302] env[62555]: DEBUG nova.virt.hardware [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1780.064457] env[62555]: DEBUG nova.virt.hardware [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1780.064639] env[62555]: DEBUG nova.virt.hardware [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1780.064785] env[62555]: DEBUG nova.virt.hardware [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1780.064970] env[62555]: DEBUG nova.virt.hardware [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1780.065204] env[62555]: DEBUG nova.virt.hardware [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1780.065392] env[62555]: DEBUG nova.virt.hardware [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1780.065566] env[62555]: DEBUG nova.virt.hardware [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1780.065732] env[62555]: DEBUG nova.virt.hardware [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1780.066085] env[62555]: DEBUG nova.virt.hardware [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1780.068539] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a50424d-1abf-487a-813e-e7de5acb37b2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.074410] env[62555]: DEBUG nova.scheduler.client.report [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1780.083598] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8b763a-b6a3-477b-acb3-f634692d1d42 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.099553] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1780.105194] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Creating folder: Project (a2057a16db8449e993c1eb984196a4e1). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1780.108028] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f533575a-445a-4419-87d8-d94b3d29e121 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.123547] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Created folder: Project (a2057a16db8449e993c1eb984196a4e1) in parent group-v355069. [ 1780.123753] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Creating folder: Instances. Parent ref: group-v355335. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1780.124116] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cebb22d1-a51f-4c2a-9e53-0c801dbfe2c3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.136727] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Created folder: Instances in parent group-v355335. [ 1780.136727] env[62555]: DEBUG oslo.service.loopingcall [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.136727] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1780.136965] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d2665e9-3589-4278-9769-7cf237f56ac4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.158545] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1780.158545] env[62555]: value = "task-1705241" [ 1780.158545] env[62555]: _type = "Task" [ 1780.158545] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.167466] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705241, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.302906] env[62555]: DEBUG nova.compute.manager [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1780.306521] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad05200-3b53-4852-a15d-a2c50e195051 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.365026] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076675} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.365313] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1780.366153] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9472b7-b60a-4c8b-9380-1bb71f0cada2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.393330] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 0d26f500-2453-4395-80c9-e421c91f5083/0d26f500-2453-4395-80c9-e421c91f5083.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.396053] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5dc3c82-8da2-4183-89da-7f4a7a50d8f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.419244] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1780.419244] env[62555]: value = "task-1705242" [ 1780.419244] env[62555]: _type = "Task" [ 1780.419244] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.433512] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.437660] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4369dc94-8bdf-4aa5-8432-cd36695be03b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.447488] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee37a81-210e-47fe-8767-c711efd247c1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.480945] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043cd723-d1c9-4a73-88d5-75417091e90a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.489093] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f56089-4fd4-4c2d-912f-c1cdd5ad7ea3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.502618] env[62555]: DEBUG nova.compute.provider_tree [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1780.670850] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705241, 'name': CreateVM_Task, 'duration_secs': 0.331994} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.671042] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1780.671477] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.671639] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.671977] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1780.672248] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af6a9b7d-9b9e-468d-b21c-2957aa55a95e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.677669] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1780.677669] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5263b2df-e7b3-652f-bf74-e9668caca574" [ 1780.677669] env[62555]: _type = "Task" [ 1780.677669] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.685838] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5263b2df-e7b3-652f-bf74-e9668caca574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.818629] env[62555]: INFO nova.compute.manager [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] instance snapshotting [ 1780.819286] env[62555]: DEBUG nova.objects.instance [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'flavor' on Instance uuid e1bed885-1ab2-4319-b7a0-a83ad748c9d6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1780.929628] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705242, 'name': ReconfigVM_Task, 'duration_secs': 0.44104} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.930460] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 0d26f500-2453-4395-80c9-e421c91f5083/0d26f500-2453-4395-80c9-e421c91f5083.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.930775] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04881b75-523a-4174-be11-98ccd484aaef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.938850] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1780.938850] env[62555]: value = "task-1705243" [ 1780.938850] env[62555]: _type = "Task" [ 1780.938850] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.947137] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705243, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.032744] env[62555]: DEBUG nova.scheduler.client.report [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1781.033125] env[62555]: DEBUG nova.compute.provider_tree [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 147 to 148 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1781.033386] env[62555]: DEBUG nova.compute.provider_tree [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1781.189891] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5263b2df-e7b3-652f-bf74-e9668caca574, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.189891] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.189891] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1781.189891] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1781.189891] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.190239] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1781.190274] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-984ab6df-21f9-4856-a453-603a98030453 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.200060] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1781.200246] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1781.200979] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a1283e-055e-44aa-a1bd-f1418df66340 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.207789] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1781.207789] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52145742-c2ad-c373-2421-57575fd901b2" [ 1781.207789] env[62555]: _type = "Task" [ 1781.207789] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.216908] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52145742-c2ad-c373-2421-57575fd901b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.325091] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff43dd3d-c59c-4f07-9e72-b0a91ae266b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.344384] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68de06ef-7ed3-4130-96e9-41d63b9ed07a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.452330] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705243, 'name': Rename_Task, 'duration_secs': 0.160803} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.452706] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1781.453040] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-923beb00-5c10-4cba-8e42-14225748521e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.461233] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1781.461233] env[62555]: value = "task-1705244" [ 1781.461233] env[62555]: _type = "Task" [ 1781.461233] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.472961] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.539599] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.526s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.540096] env[62555]: DEBUG nova.compute.manager [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1781.542715] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.100s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.542937] env[62555]: DEBUG nova.objects.instance [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lazy-loading 'resources' on Instance uuid fdca2591-bdf9-4f08-b78e-a4e8c9d01905 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1781.720545] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52145742-c2ad-c373-2421-57575fd901b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.721380] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b622ad5-3fa4-4554-9026-17d60f10b3f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.727510] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1781.727510] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5218901d-dcec-ee27-3755-6a32c0cd8d41" [ 1781.727510] env[62555]: _type = "Task" [ 1781.727510] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.735736] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5218901d-dcec-ee27-3755-6a32c0cd8d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.855526] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1781.855912] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4fc77e05-09e9-4cec-ad72-123dbb832d58 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.864165] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1781.864165] env[62555]: value = "task-1705245" [ 1781.864165] env[62555]: _type = "Task" [ 1781.864165] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.873505] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705245, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.971280] env[62555]: DEBUG oslo_vmware.api [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705244, 'name': PowerOnVM_Task, 'duration_secs': 0.454555} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.971575] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.971783] env[62555]: INFO nova.compute.manager [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1781.971967] env[62555]: DEBUG nova.compute.manager [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1781.972773] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53e3600-7117-47d7-8449-7157b150f819 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.048899] env[62555]: DEBUG nova.compute.utils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1782.050915] env[62555]: DEBUG nova.compute.manager [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Not allocating networking since 'none' was specified. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1782.240744] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5218901d-dcec-ee27-3755-6a32c0cd8d41, 'name': SearchDatastore_Task, 'duration_secs': 0.009959} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.241041] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.241320] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3ea2d9bb-0f20-4852-97b1-acba32a1f383/3ea2d9bb-0f20-4852-97b1-acba32a1f383.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1782.241590] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-155edfd5-e55a-4ac2-b474-71f07926a767 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.250580] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1782.250580] env[62555]: value = "task-1705246" [ 1782.250580] env[62555]: _type = "Task" [ 1782.250580] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.259581] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.340549] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af163dc-7ebf-4314-8812-d656681859c4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.348337] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261499a7-7fdd-46f1-8333-8ae1310bbeae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.384609] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2bff25-d349-4039-9f37-1335958e12bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.394564] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705245, 'name': CreateSnapshot_Task, 'duration_secs': 0.48978} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.396528] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1782.397386] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9ea3cf-cf8a-4871-aa13-56bfa18954e9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.400785] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe619475-ef43-4e85-a286-9ad1932a5341 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.421229] env[62555]: DEBUG nova.compute.provider_tree [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.491249] env[62555]: INFO nova.compute.manager [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Took 35.04 seconds to build instance. [ 1782.552678] env[62555]: DEBUG nova.compute.manager [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1782.764875] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705246, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.930087] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1782.930984] env[62555]: DEBUG nova.scheduler.client.report [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1782.934193] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-21e50a0e-045e-4609-82e4-17efca8ecacb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.945480] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1782.945480] env[62555]: value = "task-1705247" [ 1782.945480] env[62555]: _type = "Task" [ 1782.945480] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.955085] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705247, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.993081] env[62555]: DEBUG oslo_concurrency.lockutils [None req-621c9aed-699d-4378-a947-211df258bf13 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "0d26f500-2453-4395-80c9-e421c91f5083" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.551s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.087932] env[62555]: DEBUG nova.compute.manager [req-a3c8938b-ddb2-4607-b64d-240bb8b284be req-7c071e20-3b60-4b68-9e5a-e832348ebe78 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Received event network-changed-81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1783.088234] env[62555]: DEBUG nova.compute.manager [req-a3c8938b-ddb2-4607-b64d-240bb8b284be req-7c071e20-3b60-4b68-9e5a-e832348ebe78 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing instance network info cache due to event network-changed-81573845-9c0b-4d1a-95c2-ba543c35e9bb. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1783.089359] env[62555]: DEBUG oslo_concurrency.lockutils [req-a3c8938b-ddb2-4607-b64d-240bb8b284be req-7c071e20-3b60-4b68-9e5a-e832348ebe78 service nova] Acquiring lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1783.089359] env[62555]: DEBUG oslo_concurrency.lockutils [req-a3c8938b-ddb2-4607-b64d-240bb8b284be req-7c071e20-3b60-4b68-9e5a-e832348ebe78 service nova] Acquired lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1783.089359] env[62555]: DEBUG nova.network.neutron [req-a3c8938b-ddb2-4607-b64d-240bb8b284be req-7c071e20-3b60-4b68-9e5a-e832348ebe78 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing network info cache for port 81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1783.266389] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534143} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.266745] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3ea2d9bb-0f20-4852-97b1-acba32a1f383/3ea2d9bb-0f20-4852-97b1-acba32a1f383.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1783.267061] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1783.267434] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-585cabde-8eac-48c8-9429-c853800c84bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.277308] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1783.277308] env[62555]: value = "task-1705248" [ 1783.277308] env[62555]: _type = "Task" [ 1783.277308] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.291417] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.438755] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.442170] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.719s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.442170] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.442170] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1783.442170] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.060s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.443849] env[62555]: INFO nova.compute.claims [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1783.447247] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d17fe3f-9694-4af5-b75c-7c3f003ecab1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.464435] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff738a9-f68f-42fc-8220-2d9d94fa1a98 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.471396] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705247, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.471486] env[62555]: INFO nova.scheduler.client.report [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted allocations for instance fdca2591-bdf9-4f08-b78e-a4e8c9d01905 [ 1783.483939] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bdd45e-3233-4845-9185-d0dd5a26678a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.497491] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109f2592-7c76-42bf-bceb-3e268dd61805 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.529153] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179395MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1783.530232] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.563239] env[62555]: DEBUG nova.compute.manager [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1783.593316] env[62555]: DEBUG nova.virt.hardware [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1783.593583] env[62555]: DEBUG nova.virt.hardware [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1783.593741] env[62555]: DEBUG nova.virt.hardware [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1783.593948] env[62555]: DEBUG nova.virt.hardware [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1783.594119] env[62555]: DEBUG nova.virt.hardware [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1783.594417] env[62555]: DEBUG nova.virt.hardware [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1783.594495] env[62555]: DEBUG nova.virt.hardware [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1783.594658] env[62555]: DEBUG nova.virt.hardware [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1783.594827] env[62555]: DEBUG nova.virt.hardware [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1783.595011] env[62555]: DEBUG nova.virt.hardware [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1783.595335] env[62555]: DEBUG nova.virt.hardware [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1783.598314] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bed4ea3-ca5b-4851-ab7d-32ba7b4c3dfe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.608826] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4132b8-115e-4f1b-bffc-c9f4e6ea24d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.624454] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1783.630814] env[62555]: DEBUG oslo.service.loopingcall [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1783.631289] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1783.631544] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-477198af-e679-4dda-be80-934de3de218e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.663371] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1783.663371] env[62555]: value = "task-1705249" [ 1783.663371] env[62555]: _type = "Task" [ 1783.663371] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.674550] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705249, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.789633] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149755} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.789977] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1783.790927] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defc8cb3-c6f7-4f9b-aca1-562df8da480f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.813300] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 3ea2d9bb-0f20-4852-97b1-acba32a1f383/3ea2d9bb-0f20-4852-97b1-acba32a1f383.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1783.816414] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26296206-5328-4f95-a253-2289c399ed40 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.839324] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1783.839324] env[62555]: value = "task-1705250" [ 1783.839324] env[62555]: _type = "Task" [ 1783.839324] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.848647] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.909107] env[62555]: DEBUG nova.network.neutron [req-a3c8938b-ddb2-4607-b64d-240bb8b284be req-7c071e20-3b60-4b68-9e5a-e832348ebe78 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updated VIF entry in instance network info cache for port 81573845-9c0b-4d1a-95c2-ba543c35e9bb. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1783.909500] env[62555]: DEBUG nova.network.neutron [req-a3c8938b-ddb2-4607-b64d-240bb8b284be req-7c071e20-3b60-4b68-9e5a-e832348ebe78 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updating instance_info_cache with network_info: [{"id": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "address": "fa:16:3e:7f:8e:44", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81573845-9c", "ovs_interfaceid": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.966421] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705247, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.982036] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.982433] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.989082] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c4c571d2-4b0a-46a8-8a66-5e3969223578 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "fdca2591-bdf9-4f08-b78e-a4e8c9d01905" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.195s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.173422] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705249, 'name': CreateVM_Task, 'duration_secs': 0.436831} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.173741] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1784.174103] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.174277] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.174569] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1784.174829] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60cfaf99-fd80-48b2-bf79-2ce2045e976b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.181751] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1784.181751] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5248c692-af68-c16b-2ce0-41ddbd1b331e" [ 1784.181751] env[62555]: _type = "Task" [ 1784.181751] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.190748] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5248c692-af68-c16b-2ce0-41ddbd1b331e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.350974] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705250, 'name': ReconfigVM_Task, 'duration_secs': 0.484178} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.354160] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 3ea2d9bb-0f20-4852-97b1-acba32a1f383/3ea2d9bb-0f20-4852-97b1-acba32a1f383.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1784.354160] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87f11179-7550-442b-891a-f1fdd94476e2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.363019] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1784.363019] env[62555]: value = "task-1705251" [ 1784.363019] env[62555]: _type = "Task" [ 1784.363019] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.376154] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705251, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.412413] env[62555]: DEBUG oslo_concurrency.lockutils [req-a3c8938b-ddb2-4607-b64d-240bb8b284be req-7c071e20-3b60-4b68-9e5a-e832348ebe78 service nova] Releasing lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.466122] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705247, 'name': CloneVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.487823] env[62555]: DEBUG nova.compute.manager [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1784.693272] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5248c692-af68-c16b-2ce0-41ddbd1b331e, 'name': SearchDatastore_Task, 'duration_secs': 0.010166} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.696227] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.697259] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1784.697603] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.697804] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.698070] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1784.698698] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d76bb0d7-9397-4cad-9313-c94f3a4748b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.708933] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1784.709175] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1784.709970] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b1b6dea-991f-4697-a670-ddb530ddcd4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.719832] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1784.719832] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f1b9ff-470b-0d0b-1adc-ce244f0da347" [ 1784.719832] env[62555]: _type = "Task" [ 1784.719832] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.731371] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f1b9ff-470b-0d0b-1adc-ce244f0da347, 'name': SearchDatastore_Task, 'duration_secs': 0.009906} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.734689] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b673dd3b-b16d-46af-8f08-c986b08895cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.741160] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1784.741160] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e92488-05b4-3f4e-695d-868bde9ec6c4" [ 1784.741160] env[62555]: _type = "Task" [ 1784.741160] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.753240] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e92488-05b4-3f4e-695d-868bde9ec6c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.796070] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dbad03-38e6-484e-8e52-5e7806b6c223 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.804099] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4633fb7b-f8f7-41ae-ab32-dee0e1071c8c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.836018] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2c08899-bc81-4fed-8c48-05f5e4d93d2c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.843094] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db53aba8-2ca2-4c24-86ba-658b7f67a733 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.857311] env[62555]: DEBUG nova.compute.provider_tree [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1784.871847] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705251, 'name': Rename_Task, 'duration_secs': 0.164653} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.871847] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1784.872441] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfe57127-6801-4d00-81de-9f333a9d6265 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.882033] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1784.882033] env[62555]: value = "task-1705252" [ 1784.882033] env[62555]: _type = "Task" [ 1784.882033] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.892267] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.962669] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705247, 'name': CloneVM_Task, 'duration_secs': 1.623683} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.963781] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Created linked-clone VM from snapshot [ 1784.964373] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771ae4e7-065e-47da-93e7-e51f4041d6df {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.973282] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Uploading image 67a38e5b-1b85-4939-8255-635ba2195725 {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1785.002163] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1785.002163] env[62555]: value = "vm-355339" [ 1785.002163] env[62555]: _type = "VirtualMachine" [ 1785.002163] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1785.003394] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-349fa2d0-7805-4073-b5e0-ce1db1d85c45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.011932] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lease: (returnval){ [ 1785.011932] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5208e64e-d0fb-881e-067b-854d5f447b02" [ 1785.011932] env[62555]: _type = "HttpNfcLease" [ 1785.011932] env[62555]: } obtained for exporting VM: (result){ [ 1785.011932] env[62555]: value = "vm-355339" [ 1785.011932] env[62555]: _type = "VirtualMachine" [ 1785.011932] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1785.012283] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the lease: (returnval){ [ 1785.012283] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5208e64e-d0fb-881e-067b-854d5f447b02" [ 1785.012283] env[62555]: _type = "HttpNfcLease" [ 1785.012283] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1785.016733] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.032100] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1785.032100] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5208e64e-d0fb-881e-067b-854d5f447b02" [ 1785.032100] env[62555]: _type = "HttpNfcLease" [ 1785.032100] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1785.032100] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1785.032100] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5208e64e-d0fb-881e-067b-854d5f447b02" [ 1785.032100] env[62555]: _type = "HttpNfcLease" [ 1785.032100] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1785.032778] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73efdcde-6760-4ab2-9929-c2cf581628e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.041347] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df0cea-0b57-5de7-e15a-d06c9173a9dc/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1785.041515] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df0cea-0b57-5de7-e15a-d06c9173a9dc/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1785.175624] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ddac3ba9-eff4-4d44-ae24-f2e7524b13f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.252221] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e92488-05b4-3f4e-695d-868bde9ec6c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011142} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.252485] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.252744] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 202beb5a-917b-427b-8637-b3ece57e2888/202beb5a-917b-427b-8637-b3ece57e2888.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1785.253013] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0889fd01-f6cb-49c9-bca8-99b8fbf2500c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.260465] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1785.260465] env[62555]: value = "task-1705254" [ 1785.260465] env[62555]: _type = "Task" [ 1785.260465] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.269399] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.361121] env[62555]: DEBUG nova.scheduler.client.report [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1785.390718] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705252, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.587629] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.587753] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.773706] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.867963] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.868575] env[62555]: DEBUG nova.compute.manager [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1785.871524] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.075s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.873099] env[62555]: INFO nova.compute.claims [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1785.890569] env[62555]: DEBUG oslo_vmware.api [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705252, 'name': PowerOnVM_Task, 'duration_secs': 0.524264} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.890862] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1785.891092] env[62555]: INFO nova.compute.manager [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Took 5.85 seconds to spawn the instance on the hypervisor. [ 1785.891442] env[62555]: DEBUG nova.compute.manager [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1785.892519] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a390c5-859e-464e-b252-26d97e3368c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.091100] env[62555]: DEBUG nova.compute.manager [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1786.271811] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58357} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.272786] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 202beb5a-917b-427b-8637-b3ece57e2888/202beb5a-917b-427b-8637-b3ece57e2888.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1786.272786] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1786.273015] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac119bd5-68e8-4f70-9a1a-2c2ecfdf6a39 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.280934] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1786.280934] env[62555]: value = "task-1705255" [ 1786.280934] env[62555]: _type = "Task" [ 1786.280934] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.292782] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.378760] env[62555]: DEBUG nova.compute.utils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1786.382635] env[62555]: DEBUG nova.compute.manager [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1786.383630] env[62555]: DEBUG nova.network.neutron [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1786.410016] env[62555]: INFO nova.compute.manager [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Took 32.48 seconds to build instance. [ 1786.437894] env[62555]: DEBUG nova.policy [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '981c67d5f60747acb1acd463f0bf8c5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9118c8472d14157b05cf113d534abe7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1786.619820] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.738349] env[62555]: DEBUG nova.network.neutron [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Successfully created port: f17711ac-5a50-4808-a6fe-8c3e4cec21f8 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1786.792038] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.451889} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.793084] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1786.793416] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e407cd90-a6d6-490c-85be-9725202cc81b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.814921] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 202beb5a-917b-427b-8637-b3ece57e2888/202beb5a-917b-427b-8637-b3ece57e2888.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1786.816029] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6803d13-8919-4610-a7ff-5ede17a2f95e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.838075] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1786.838075] env[62555]: value = "task-1705256" [ 1786.838075] env[62555]: _type = "Task" [ 1786.838075] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.848346] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.883358] env[62555]: DEBUG nova.compute.manager [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1786.913404] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a141d019-7cb2-4124-aab4-673780d3afe7 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "3ea2d9bb-0f20-4852-97b1-acba32a1f383" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.989s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.264155] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32083a2-5a4e-4c41-87ba-8b636f3b7947 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.272812] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf5c990-b51e-49e6-886e-b1c4e48c019c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.308933] env[62555]: DEBUG oslo_concurrency.lockutils [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "32abf923-2cfe-45a9-87ae-049fbe5021bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.309248] env[62555]: DEBUG oslo_concurrency.lockutils [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "32abf923-2cfe-45a9-87ae-049fbe5021bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.309472] env[62555]: DEBUG oslo_concurrency.lockutils [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "32abf923-2cfe-45a9-87ae-049fbe5021bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1787.309754] env[62555]: DEBUG oslo_concurrency.lockutils [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "32abf923-2cfe-45a9-87ae-049fbe5021bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.309925] env[62555]: DEBUG oslo_concurrency.lockutils [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "32abf923-2cfe-45a9-87ae-049fbe5021bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.314031] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea32c55-3f96-4f78-b2fd-f9ba1953b028 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.315664] env[62555]: INFO nova.compute.manager [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Terminating instance [ 1787.323902] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8a30f0-f894-471b-8a2c-5bb24f12f223 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.343741] env[62555]: DEBUG nova.compute.provider_tree [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.358135] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.821072] env[62555]: DEBUG nova.compute.manager [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1787.821072] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1787.822386] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365f3c20-0580-46c7-b981-a77ae4c232c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.831325] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.831607] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82025303-4b2a-4f4f-84f1-a28e57fa9ed9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.839557] env[62555]: DEBUG oslo_vmware.api [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1787.839557] env[62555]: value = "task-1705257" [ 1787.839557] env[62555]: _type = "Task" [ 1787.839557] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.849911] env[62555]: DEBUG oslo_vmware.api [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.853599] env[62555]: DEBUG nova.scheduler.client.report [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1787.856941] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705256, 'name': ReconfigVM_Task, 'duration_secs': 0.588157} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.857546] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 202beb5a-917b-427b-8637-b3ece57e2888/202beb5a-917b-427b-8637-b3ece57e2888.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1787.858185] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37c7afb5-1ff4-4c21-9066-baddfcc83e7f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.866397] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1787.866397] env[62555]: value = "task-1705258" [ 1787.866397] env[62555]: _type = "Task" [ 1787.866397] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.882581] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705258, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.896859] env[62555]: DEBUG nova.compute.manager [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1787.926376] env[62555]: DEBUG nova.virt.hardware [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1787.926812] env[62555]: DEBUG nova.virt.hardware [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1787.926812] env[62555]: DEBUG nova.virt.hardware [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1787.926993] env[62555]: DEBUG nova.virt.hardware [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1787.927206] env[62555]: DEBUG nova.virt.hardware [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1787.927387] env[62555]: DEBUG nova.virt.hardware [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1787.927664] env[62555]: DEBUG nova.virt.hardware [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1787.927852] env[62555]: DEBUG nova.virt.hardware [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1787.928055] env[62555]: DEBUG nova.virt.hardware [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1787.928240] env[62555]: DEBUG nova.virt.hardware [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1787.929141] env[62555]: DEBUG nova.virt.hardware [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1787.929445] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a154151b-13d1-444f-b946-6d4d6a5d702c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.940052] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc2a206-85ef-471b-8ae3-6bdc7c36b29b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.227709] env[62555]: DEBUG nova.compute.manager [req-1ec16aef-f12a-45ce-be0d-44d23dd3e2ba req-b0ce7945-e4bb-48ed-a0ae-bdb430949372 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Received event network-vif-plugged-f17711ac-5a50-4808-a6fe-8c3e4cec21f8 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1788.227970] env[62555]: DEBUG oslo_concurrency.lockutils [req-1ec16aef-f12a-45ce-be0d-44d23dd3e2ba req-b0ce7945-e4bb-48ed-a0ae-bdb430949372 service nova] Acquiring lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.228302] env[62555]: DEBUG oslo_concurrency.lockutils [req-1ec16aef-f12a-45ce-be0d-44d23dd3e2ba req-b0ce7945-e4bb-48ed-a0ae-bdb430949372 service nova] Lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.228712] env[62555]: DEBUG oslo_concurrency.lockutils [req-1ec16aef-f12a-45ce-be0d-44d23dd3e2ba req-b0ce7945-e4bb-48ed-a0ae-bdb430949372 service nova] Lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.229000] env[62555]: DEBUG nova.compute.manager [req-1ec16aef-f12a-45ce-be0d-44d23dd3e2ba req-b0ce7945-e4bb-48ed-a0ae-bdb430949372 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] No waiting events found dispatching network-vif-plugged-f17711ac-5a50-4808-a6fe-8c3e4cec21f8 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1788.229150] env[62555]: WARNING nova.compute.manager [req-1ec16aef-f12a-45ce-be0d-44d23dd3e2ba req-b0ce7945-e4bb-48ed-a0ae-bdb430949372 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Received unexpected event network-vif-plugged-f17711ac-5a50-4808-a6fe-8c3e4cec21f8 for instance with vm_state building and task_state spawning. [ 1788.291291] env[62555]: DEBUG nova.network.neutron [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Successfully updated port: f17711ac-5a50-4808-a6fe-8c3e4cec21f8 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1788.350673] env[62555]: DEBUG oslo_vmware.api [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705257, 'name': PowerOffVM_Task, 'duration_secs': 0.23158} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.350955] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1788.351141] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1788.351442] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aebf3cad-cb9b-49cd-b083-4e2e8b551ebf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.358283] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.358775] env[62555]: DEBUG nova.compute.manager [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1788.361479] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.208s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.378098] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705258, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.441059] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1788.441059] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1788.442338] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleting the datastore file [datastore1] 32abf923-2cfe-45a9-87ae-049fbe5021bf {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1788.442603] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0de2eba5-91fe-4022-b688-00aa3707bfc5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.452109] env[62555]: DEBUG oslo_vmware.api [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1788.452109] env[62555]: value = "task-1705260" [ 1788.452109] env[62555]: _type = "Task" [ 1788.452109] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.461781] env[62555]: DEBUG oslo_vmware.api [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.793871] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquiring lock "refresh_cache-a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1788.794069] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquired lock "refresh_cache-a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.794229] env[62555]: DEBUG nova.network.neutron [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1788.866068] env[62555]: DEBUG nova.compute.utils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1788.868821] env[62555]: INFO nova.compute.claims [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.872424] env[62555]: DEBUG nova.compute.manager [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1788.872597] env[62555]: DEBUG nova.network.neutron [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1788.885031] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705258, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.928543] env[62555]: DEBUG nova.policy [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '902f54ec87c64a7bb027b8ebf649dfed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9b162a6d60a4f0a8ec2dff7d3bfa3dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1788.963180] env[62555]: DEBUG oslo_vmware.api [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217448} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.963940] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1788.963940] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1788.963940] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1788.964198] env[62555]: INFO nova.compute.manager [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1788.964536] env[62555]: DEBUG oslo.service.loopingcall [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.965423] env[62555]: DEBUG nova.compute.manager [-] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1788.965423] env[62555]: DEBUG nova.network.neutron [-] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1789.196074] env[62555]: DEBUG nova.network.neutron [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Successfully created port: a85833cb-397c-4e6a-825f-cc3805e2dbdf {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1789.374827] env[62555]: DEBUG nova.compute.manager [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1789.380964] env[62555]: INFO nova.compute.resource_tracker [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating resource usage from migration 6ef08139-8712-46c8-b1c1-317a0a0c85ca [ 1789.394158] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705258, 'name': Rename_Task, 'duration_secs': 1.065488} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.394472] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1789.394760] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1bf0d9b-1b60-43f1-85b9-49eff8e7b43c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.402169] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1789.402169] env[62555]: value = "task-1705261" [ 1789.402169] env[62555]: _type = "Task" [ 1789.402169] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.414677] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.529878] env[62555]: DEBUG nova.network.neutron [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1789.776746] env[62555]: DEBUG nova.network.neutron [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Updating instance_info_cache with network_info: [{"id": "f17711ac-5a50-4808-a6fe-8c3e4cec21f8", "address": "fa:16:3e:9a:aa:bd", "network": {"id": "3842b114-557b-4dd8-8e2f-d6ea57608164", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1123003917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9118c8472d14157b05cf113d534abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17711ac-5a", "ovs_interfaceid": "f17711ac-5a50-4808-a6fe-8c3e4cec21f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.820460] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e8e210-67e2-4fc6-aa9d-f3197cb8f784 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.826316] env[62555]: DEBUG nova.compute.manager [req-7db807c9-fa6f-419e-beed-b5db503e88fd req-2c33cbb4-63b1-4038-bfbb-72018f694f5a service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Received event network-vif-deleted-3bda37a4-684f-4844-81fb-6b0038f5c3e8 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1789.826595] env[62555]: INFO nova.compute.manager [req-7db807c9-fa6f-419e-beed-b5db503e88fd req-2c33cbb4-63b1-4038-bfbb-72018f694f5a service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Neutron deleted interface 3bda37a4-684f-4844-81fb-6b0038f5c3e8; detaching it from the instance and deleting it from the info cache [ 1789.828084] env[62555]: DEBUG nova.network.neutron [req-7db807c9-fa6f-419e-beed-b5db503e88fd req-2c33cbb4-63b1-4038-bfbb-72018f694f5a service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.834203] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbec054-e434-4080-9d77-dea0bcf59b18 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.868600] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd40f50e-24ac-4ece-8001-6c7d8e207ba3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.877571] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cb53ee-f416-4e6a-a898-f98fd0c079e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.896978] env[62555]: DEBUG nova.compute.provider_tree [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1789.915198] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705261, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.244639] env[62555]: DEBUG nova.network.neutron [-] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.255776] env[62555]: DEBUG nova.compute.manager [req-8dc16b44-a9da-4e9e-a0e3-bee14a9847e5 req-5895334e-854d-4a80-9e67-2eea6ce7ad70 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Received event network-changed-f17711ac-5a50-4808-a6fe-8c3e4cec21f8 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1790.255993] env[62555]: DEBUG nova.compute.manager [req-8dc16b44-a9da-4e9e-a0e3-bee14a9847e5 req-5895334e-854d-4a80-9e67-2eea6ce7ad70 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Refreshing instance network info cache due to event network-changed-f17711ac-5a50-4808-a6fe-8c3e4cec21f8. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1790.256218] env[62555]: DEBUG oslo_concurrency.lockutils [req-8dc16b44-a9da-4e9e-a0e3-bee14a9847e5 req-5895334e-854d-4a80-9e67-2eea6ce7ad70 service nova] Acquiring lock "refresh_cache-a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1790.279859] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Releasing lock "refresh_cache-a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1790.280232] env[62555]: DEBUG nova.compute.manager [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Instance network_info: |[{"id": "f17711ac-5a50-4808-a6fe-8c3e4cec21f8", "address": "fa:16:3e:9a:aa:bd", "network": {"id": "3842b114-557b-4dd8-8e2f-d6ea57608164", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1123003917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9118c8472d14157b05cf113d534abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17711ac-5a", "ovs_interfaceid": "f17711ac-5a50-4808-a6fe-8c3e4cec21f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1790.280577] env[62555]: DEBUG oslo_concurrency.lockutils [req-8dc16b44-a9da-4e9e-a0e3-bee14a9847e5 req-5895334e-854d-4a80-9e67-2eea6ce7ad70 service nova] Acquired lock "refresh_cache-a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1790.280785] env[62555]: DEBUG nova.network.neutron [req-8dc16b44-a9da-4e9e-a0e3-bee14a9847e5 req-5895334e-854d-4a80-9e67-2eea6ce7ad70 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Refreshing network info cache for port f17711ac-5a50-4808-a6fe-8c3e4cec21f8 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1790.282132] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:aa:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f17711ac-5a50-4808-a6fe-8c3e4cec21f8', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1790.292380] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Creating folder: Project (d9118c8472d14157b05cf113d534abe7). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.297365] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16c6dafb-ebee-4a32-aaef-7ce7898f6372 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.312575] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Created folder: Project (d9118c8472d14157b05cf113d534abe7) in parent group-v355069. [ 1790.312980] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Creating folder: Instances. Parent ref: group-v355341. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1790.313379] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e90ec947-f826-4167-a9fa-8dc53e7013e2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.327943] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Created folder: Instances in parent group-v355341. [ 1790.328560] env[62555]: DEBUG oslo.service.loopingcall [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1790.328760] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1790.330853] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a98ae98a-e785-4046-839e-30b632111c71 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.346765] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd4f8025-59a4-496d-b98f-67c2731ca035 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.359245] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2646b36-3245-4095-8182-22ab72256b02 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.370644] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1790.370644] env[62555]: value = "task-1705264" [ 1790.370644] env[62555]: _type = "Task" [ 1790.370644] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.380661] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705264, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.395846] env[62555]: DEBUG nova.compute.manager [req-7db807c9-fa6f-419e-beed-b5db503e88fd req-2c33cbb4-63b1-4038-bfbb-72018f694f5a service nova] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Detach interface failed, port_id=3bda37a4-684f-4844-81fb-6b0038f5c3e8, reason: Instance 32abf923-2cfe-45a9-87ae-049fbe5021bf could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1790.398336] env[62555]: DEBUG nova.compute.manager [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1790.401086] env[62555]: DEBUG nova.scheduler.client.report [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1790.417349] env[62555]: DEBUG oslo_vmware.api [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705261, 'name': PowerOnVM_Task, 'duration_secs': 0.713431} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.417868] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1790.418297] env[62555]: INFO nova.compute.manager [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Took 6.86 seconds to spawn the instance on the hypervisor. [ 1790.418369] env[62555]: DEBUG nova.compute.manager [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.419251] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0014a7f-81dd-49b7-8fd0-16005f06950f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.441264] env[62555]: DEBUG nova.virt.hardware [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1790.441581] env[62555]: DEBUG nova.virt.hardware [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1790.441714] env[62555]: DEBUG nova.virt.hardware [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.441853] env[62555]: DEBUG nova.virt.hardware [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1790.441999] env[62555]: DEBUG nova.virt.hardware [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.442167] env[62555]: DEBUG nova.virt.hardware [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1790.442374] env[62555]: DEBUG nova.virt.hardware [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1790.442547] env[62555]: DEBUG nova.virt.hardware [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1790.442697] env[62555]: DEBUG nova.virt.hardware [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1790.442886] env[62555]: DEBUG nova.virt.hardware [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1790.443096] env[62555]: DEBUG nova.virt.hardware [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1790.444328] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12a0a55-a7d4-4097-bf0d-e926c46c2932 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.453708] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a289d35-0b81-424d-8234-18e8ff2affaf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.560393] env[62555]: DEBUG nova.network.neutron [req-8dc16b44-a9da-4e9e-a0e3-bee14a9847e5 req-5895334e-854d-4a80-9e67-2eea6ce7ad70 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Updated VIF entry in instance network info cache for port f17711ac-5a50-4808-a6fe-8c3e4cec21f8. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1790.560767] env[62555]: DEBUG nova.network.neutron [req-8dc16b44-a9da-4e9e-a0e3-bee14a9847e5 req-5895334e-854d-4a80-9e67-2eea6ce7ad70 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Updating instance_info_cache with network_info: [{"id": "f17711ac-5a50-4808-a6fe-8c3e4cec21f8", "address": "fa:16:3e:9a:aa:bd", "network": {"id": "3842b114-557b-4dd8-8e2f-d6ea57608164", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1123003917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9118c8472d14157b05cf113d534abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17711ac-5a", "ovs_interfaceid": "f17711ac-5a50-4808-a6fe-8c3e4cec21f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1790.748150] env[62555]: INFO nova.compute.manager [-] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Took 1.78 seconds to deallocate network for instance. [ 1790.881766] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705264, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.909251] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.548s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.909480] env[62555]: INFO nova.compute.manager [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Migrating [ 1790.916968] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.196s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.945595] env[62555]: INFO nova.compute.manager [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Took 36.76 seconds to build instance. [ 1791.053107] env[62555]: DEBUG nova.network.neutron [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Successfully updated port: a85833cb-397c-4e6a-825f-cc3805e2dbdf {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1791.063391] env[62555]: DEBUG oslo_concurrency.lockutils [req-8dc16b44-a9da-4e9e-a0e3-bee14a9847e5 req-5895334e-854d-4a80-9e67-2eea6ce7ad70 service nova] Releasing lock "refresh_cache-a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.257015] env[62555]: DEBUG oslo_concurrency.lockutils [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.382459] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705264, 'name': CreateVM_Task, 'duration_secs': 0.574103} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.382803] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1791.383417] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.383959] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.384417] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1791.384735] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-516906d5-e01f-4662-a437-614b28221f65 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.390259] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for the task: (returnval){ [ 1791.390259] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527e9eb0-82a4-3b2d-aa02-49f4245c3404" [ 1791.390259] env[62555]: _type = "Task" [ 1791.390259] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.399679] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527e9eb0-82a4-3b2d-aa02-49f4245c3404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.426649] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.426872] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.427101] env[62555]: DEBUG nova.network.neutron [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.448836] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f4043187-80f5-4e0b-9e50-93dc28c0a06e tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "202beb5a-917b-427b-8637-b3ece57e2888" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.276s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.471468] env[62555]: INFO nova.compute.manager [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Rebuilding instance [ 1791.515103] env[62555]: DEBUG nova.compute.manager [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.517372] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2d1ed1-1c24-4a9a-8675-f2999c0e3148 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.557841] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "refresh_cache-5a969e7e-403d-4cc1-a6e9-d7c165ebd162" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.557988] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired lock "refresh_cache-5a969e7e-403d-4cc1-a6e9-d7c165ebd162" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.558158] env[62555]: DEBUG nova.network.neutron [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1791.736861] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521176f4-5490-413d-b1fc-82a4adb7eb08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.747959] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beb1a61-ab20-44d1-95eb-0ae1ec82e6dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.788704] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6165a10-0b20-4123-998c-5b17b528993b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.803032] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214e3362-6776-4b37-966d-66caa518a158 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.816805] env[62555]: DEBUG nova.compute.provider_tree [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.901638] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527e9eb0-82a4-3b2d-aa02-49f4245c3404, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.901638] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1791.901638] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1791.902145] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1791.902353] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1791.902873] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1791.903244] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-218c1a81-76bf-4d7e-9599-9c1b510058ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.913930] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1791.914230] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1791.915026] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4303a6a5-fabf-4f6f-b224-e2c5c8ba37a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.921191] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for the task: (returnval){ [ 1791.921191] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a0dfdd-40d4-8fd3-740a-7422a59d1941" [ 1791.921191] env[62555]: _type = "Task" [ 1791.921191] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.931706] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a0dfdd-40d4-8fd3-740a-7422a59d1941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.113641] env[62555]: DEBUG nova.network.neutron [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1792.279104] env[62555]: DEBUG nova.network.neutron [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance_info_cache with network_info: [{"id": "f109e5f9-eca9-4455-81e3-28977363cc9a", "address": "fa:16:3e:96:7e:8f", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf109e5f9-ec", "ovs_interfaceid": "f109e5f9-eca9-4455-81e3-28977363cc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.302409] env[62555]: DEBUG nova.compute.manager [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Received event network-vif-plugged-a85833cb-397c-4e6a-825f-cc3805e2dbdf {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1792.302608] env[62555]: DEBUG oslo_concurrency.lockutils [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] Acquiring lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.303312] env[62555]: DEBUG oslo_concurrency.lockutils [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] Lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.303503] env[62555]: DEBUG oslo_concurrency.lockutils [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] Lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.303694] env[62555]: DEBUG nova.compute.manager [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] No waiting events found dispatching network-vif-plugged-a85833cb-397c-4e6a-825f-cc3805e2dbdf {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1792.303841] env[62555]: WARNING nova.compute.manager [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Received unexpected event network-vif-plugged-a85833cb-397c-4e6a-825f-cc3805e2dbdf for instance with vm_state building and task_state spawning. [ 1792.304052] env[62555]: DEBUG nova.compute.manager [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Received event network-changed-a85833cb-397c-4e6a-825f-cc3805e2dbdf {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1792.304238] env[62555]: DEBUG nova.compute.manager [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Refreshing instance network info cache due to event network-changed-a85833cb-397c-4e6a-825f-cc3805e2dbdf. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1792.304413] env[62555]: DEBUG oslo_concurrency.lockutils [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] Acquiring lock "refresh_cache-5a969e7e-403d-4cc1-a6e9-d7c165ebd162" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1792.319789] env[62555]: DEBUG nova.scheduler.client.report [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1792.336476] env[62555]: DEBUG nova.network.neutron [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Updating instance_info_cache with network_info: [{"id": "a85833cb-397c-4e6a-825f-cc3805e2dbdf", "address": "fa:16:3e:ef:40:b0", "network": {"id": "b81bb316-8855-48b9-ba1d-bac80f40e0bf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490939650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b162a6d60a4f0a8ec2dff7d3bfa3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85833cb-39", "ovs_interfaceid": "a85833cb-397c-4e6a-825f-cc3805e2dbdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.432150] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a0dfdd-40d4-8fd3-740a-7422a59d1941, 'name': SearchDatastore_Task, 'duration_secs': 0.011463} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.432973] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfababc0-db59-4941-878d-ad74031ffa0e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.440219] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for the task: (returnval){ [ 1792.440219] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ef151c-f1de-5e72-722a-7cfd159ff216" [ 1792.440219] env[62555]: _type = "Task" [ 1792.440219] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.449975] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ef151c-f1de-5e72-722a-7cfd159ff216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.535666] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1792.536129] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ccabb676-5f9a-4fe3-bab0-ee7c1e73c498 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.546107] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1792.546107] env[62555]: value = "task-1705265" [ 1792.546107] env[62555]: _type = "Task" [ 1792.546107] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.556613] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705265, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.781722] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.840083] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lock "refresh_cache-5a969e7e-403d-4cc1-a6e9-d7c165ebd162" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.840831] env[62555]: DEBUG nova.compute.manager [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Instance network_info: |[{"id": "a85833cb-397c-4e6a-825f-cc3805e2dbdf", "address": "fa:16:3e:ef:40:b0", "network": {"id": "b81bb316-8855-48b9-ba1d-bac80f40e0bf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490939650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b162a6d60a4f0a8ec2dff7d3bfa3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85833cb-39", "ovs_interfaceid": "a85833cb-397c-4e6a-825f-cc3805e2dbdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1792.840831] env[62555]: DEBUG oslo_concurrency.lockutils [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] Acquired lock "refresh_cache-5a969e7e-403d-4cc1-a6e9-d7c165ebd162" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1792.841022] env[62555]: DEBUG nova.network.neutron [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Refreshing network info cache for port a85833cb-397c-4e6a-825f-cc3805e2dbdf {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1792.842090] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:40:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a85833cb-397c-4e6a-825f-cc3805e2dbdf', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1792.851413] env[62555]: DEBUG oslo.service.loopingcall [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.854951] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1792.855484] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4135613-da92-4e74-a4d5-1c93852896a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.878707] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1792.878707] env[62555]: value = "task-1705266" [ 1792.878707] env[62555]: _type = "Task" [ 1792.878707] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.888428] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705266, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.953529] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ef151c-f1de-5e72-722a-7cfd159ff216, 'name': SearchDatastore_Task, 'duration_secs': 0.012589} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.953825] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1792.954118] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a/a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1792.954397] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77f74f63-c27b-4963-a768-1ef9fb3b4dd0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.963899] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for the task: (returnval){ [ 1792.963899] env[62555]: value = "task-1705267" [ 1792.963899] env[62555]: _type = "Task" [ 1792.963899] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.973464] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.057324] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705265, 'name': PowerOffVM_Task, 'duration_secs': 0.153612} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.057596] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1793.057828] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1793.058663] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812f6035-fdd2-4bbd-b717-8992a8935f05 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.068540] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1793.068935] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4616f478-8efe-48cb-8e71-f99cccfc20d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.096480] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1793.096589] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1793.096774] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Deleting the datastore file [datastore1] 202beb5a-917b-427b-8637-b3ece57e2888 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1793.097191] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d08f35a9-e2e6-4718-a966-ece054f3a0cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.100603] env[62555]: DEBUG nova.network.neutron [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Updated VIF entry in instance network info cache for port a85833cb-397c-4e6a-825f-cc3805e2dbdf. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1793.100946] env[62555]: DEBUG nova.network.neutron [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Updating instance_info_cache with network_info: [{"id": "a85833cb-397c-4e6a-825f-cc3805e2dbdf", "address": "fa:16:3e:ef:40:b0", "network": {"id": "b81bb316-8855-48b9-ba1d-bac80f40e0bf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490939650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b162a6d60a4f0a8ec2dff7d3bfa3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa85833cb-39", "ovs_interfaceid": "a85833cb-397c-4e6a-825f-cc3805e2dbdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.105176] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1793.105176] env[62555]: value = "task-1705269" [ 1793.105176] env[62555]: _type = "Task" [ 1793.105176] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.114112] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.331686] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.414s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.334438] env[62555]: DEBUG oslo_concurrency.lockutils [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.052s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.334710] env[62555]: DEBUG nova.objects.instance [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lazy-loading 'resources' on Instance uuid d0ee459a-3f39-4732-a966-48a096068362 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1793.391398] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705266, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.474990] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705267, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.603502] env[62555]: DEBUG oslo_concurrency.lockutils [req-972877d2-bd89-4850-93c9-015f9216a074 req-ccddd21b-3875-490d-86df-1be3071351aa service nova] Releasing lock "refresh_cache-5a969e7e-403d-4cc1-a6e9-d7c165ebd162" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1793.615410] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419826} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.615679] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1793.615866] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1793.616082] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1793.893030] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705266, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.896406] env[62555]: INFO nova.scheduler.client.report [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted allocation for migration 61c2178c-6afc-4d64-bc3d-b427bf164f8b [ 1793.974068] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649042} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.976749] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a/a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1793.976978] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1793.978212] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a764215-58d8-4efe-9830-fecec6dc3523 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.986070] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for the task: (returnval){ [ 1793.986070] env[62555]: value = "task-1705270" [ 1793.986070] env[62555]: _type = "Task" [ 1793.986070] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1793.997809] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.185948] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbb5583-de75-48da-981c-e8305b659468 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.195049] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff790a2-94ce-4ee9-b15f-df33acc80f40 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.231438] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02982ff-3eec-4fcf-af22-6891270c4491 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.241643] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037b2ff4-44d1-4da3-8625-af68442b52b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.259930] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "e2531bdd-1223-47fc-bc42-0990a7eb756b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.260487] env[62555]: DEBUG nova.compute.provider_tree [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.303427] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c521a7-7847-4e15-869a-17182946d86f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.325089] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance '9507999b-d5a3-4091-8457-a119a1726ea2' progress to 0 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1794.390726] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705266, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.403855] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7c0583b-4f2b-4fb2-8c85-6238ec305aca tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.272s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.405367] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.145s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.405736] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "e2531bdd-1223-47fc-bc42-0990a7eb756b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.406136] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.406452] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.408998] env[62555]: INFO nova.compute.manager [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Terminating instance [ 1794.496075] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134778} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.496424] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1794.497682] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe450c0-3c40-4f7c-99e0-e2566e6edaee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.521484] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a/a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1794.521805] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bb8d691-1628-47a2-9b6f-ec4f0d9b04d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.542484] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for the task: (returnval){ [ 1794.542484] env[62555]: value = "task-1705271" [ 1794.542484] env[62555]: _type = "Task" [ 1794.542484] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.551830] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.655395] env[62555]: DEBUG nova.virt.hardware [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1794.655703] env[62555]: DEBUG nova.virt.hardware [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1794.656065] env[62555]: DEBUG nova.virt.hardware [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1794.656317] env[62555]: DEBUG nova.virt.hardware [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1794.656517] env[62555]: DEBUG nova.virt.hardware [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1794.656713] env[62555]: DEBUG nova.virt.hardware [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1794.656975] env[62555]: DEBUG nova.virt.hardware [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1794.657346] env[62555]: DEBUG nova.virt.hardware [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1794.657417] env[62555]: DEBUG nova.virt.hardware [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1794.657624] env[62555]: DEBUG nova.virt.hardware [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1794.657853] env[62555]: DEBUG nova.virt.hardware [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1794.658856] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466ebc27-22c7-49d5-8a3c-20c05621543d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.668373] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ec0220-b513-4688-9d08-c7e8860e769a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.683666] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Instance VIF info [] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1794.689091] env[62555]: DEBUG oslo.service.loopingcall [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.689367] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1794.689589] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc5e439c-7ce5-427d-9c35-0e57f8193b34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.708278] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1794.708278] env[62555]: value = "task-1705272" [ 1794.708278] env[62555]: _type = "Task" [ 1794.708278] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.718034] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705272, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.764130] env[62555]: DEBUG nova.scheduler.client.report [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1794.801979] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "36724ff7-3e23-4017-84cf-56474b1e52c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.802237] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "36724ff7-3e23-4017-84cf-56474b1e52c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.832322] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.832662] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c59ab925-137a-4572-91d4-01e789070631 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.841981] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1794.841981] env[62555]: value = "task-1705273" [ 1794.841981] env[62555]: _type = "Task" [ 1794.841981] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.851861] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.892620] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705266, 'name': CreateVM_Task, 'duration_secs': 1.751554} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.892746] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1794.893482] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.893665] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.894058] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1794.894375] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe870b2-aa3f-4235-84c2-2f8a9288bcef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.899957] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1794.899957] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ecf225-da07-e636-6dca-b64b0ff93c88" [ 1794.899957] env[62555]: _type = "Task" [ 1794.899957] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.910326] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ecf225-da07-e636-6dca-b64b0ff93c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.913248] env[62555]: DEBUG nova.compute.manager [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1794.913438] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1794.914365] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd97153d-27b7-4c30-a68b-d2c385aac74e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.923281] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.923661] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5693d68e-ecbe-4246-b4c4-765930ddb6f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.931663] env[62555]: DEBUG oslo_vmware.api [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1794.931663] env[62555]: value = "task-1705274" [ 1794.931663] env[62555]: _type = "Task" [ 1794.931663] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.945398] env[62555]: DEBUG oslo_vmware.api [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.053488] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705271, 'name': ReconfigVM_Task, 'duration_secs': 0.399817} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.053941] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Reconfigured VM instance instance-00000065 to attach disk [datastore1] a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a/a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1795.054911] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ac25a2f-5bac-41e2-93bd-50d20f8f7878 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.064209] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for the task: (returnval){ [ 1795.064209] env[62555]: value = "task-1705275" [ 1795.064209] env[62555]: _type = "Task" [ 1795.064209] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.076834] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705275, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.208709] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df0cea-0b57-5de7-e15a-d06c9173a9dc/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1795.210853] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31170f16-4a11-4291-8baf-11138a290b50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.219261] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df0cea-0b57-5de7-e15a-d06c9173a9dc/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1795.219459] env[62555]: ERROR oslo_vmware.rw_handles [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df0cea-0b57-5de7-e15a-d06c9173a9dc/disk-0.vmdk due to incomplete transfer. [ 1795.223066] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ed1290a5-dd20-443d-8ec7-fb20611a44c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.224367] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705272, 'name': CreateVM_Task, 'duration_secs': 0.376265} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.224517] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1795.225306] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.230822] env[62555]: DEBUG oslo_vmware.rw_handles [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52df0cea-0b57-5de7-e15a-d06c9173a9dc/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1795.231045] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Uploaded image 67a38e5b-1b85-4939-8255-635ba2195725 to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1795.233360] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1795.233631] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-66fe7436-a5a3-4929-a15f-6f81bce9a5fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.240696] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1795.240696] env[62555]: value = "task-1705276" [ 1795.240696] env[62555]: _type = "Task" [ 1795.240696] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.250691] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705276, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.270186] env[62555]: DEBUG oslo_concurrency.lockutils [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.273955] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.753s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.273955] env[62555]: DEBUG nova.objects.instance [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lazy-loading 'resources' on Instance uuid 3a4b9ee2-f504-4585-a8bf-b1749fbd34df {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1795.294016] env[62555]: INFO nova.scheduler.client.report [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted allocations for instance d0ee459a-3f39-4732-a966-48a096068362 [ 1795.304140] env[62555]: DEBUG nova.compute.manager [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1795.353476] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705273, 'name': PowerOffVM_Task, 'duration_secs': 0.24014} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.353760] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.353965] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance '9507999b-d5a3-4091-8457-a119a1726ea2' progress to 17 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1795.413684] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ecf225-da07-e636-6dca-b64b0ff93c88, 'name': SearchDatastore_Task, 'duration_secs': 0.014492} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.414084] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.414367] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.414576] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.414720] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.414896] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.415223] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.415643] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1795.415894] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1974e731-c4f9-49e5-b954-e7414dd67d07 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.417873] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df7620d6-20a0-462d-9048-ad09a3b7ecd8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.423935] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1795.423935] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521d91c4-3b4b-0466-91d3-b6cfd91c3ec1" [ 1795.423935] env[62555]: _type = "Task" [ 1795.423935] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.428716] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.428776] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.430947] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02c08c7-4739-4ecf-a35c-215c78b3c02e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.435263] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521d91c4-3b4b-0466-91d3-b6cfd91c3ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.441736] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1795.441736] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527ced2b-9cc7-3565-acfb-7b7bcf2c01cd" [ 1795.441736] env[62555]: _type = "Task" [ 1795.441736] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.444751] env[62555]: DEBUG oslo_vmware.api [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705274, 'name': PowerOffVM_Task, 'duration_secs': 0.213614} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.447752] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1795.447905] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1795.448196] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ff8951b-5ea6-4df2-bfdc-032c33371531 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.454979] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527ced2b-9cc7-3565-acfb-7b7bcf2c01cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.455724] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f82bf01-8ff9-421a-8a0b-cfb0fa96418f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.461103] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1795.461103] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ba58f9-a96c-84aa-e1f5-6aecbb2bc6be" [ 1795.461103] env[62555]: _type = "Task" [ 1795.461103] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.469101] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ba58f9-a96c-84aa-e1f5-6aecbb2bc6be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.520158] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1795.520432] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1795.520712] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleting the datastore file [datastore1] e2531bdd-1223-47fc-bc42-0990a7eb756b {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1795.521019] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aba50b5f-df00-4865-95ff-f022f9cf5af5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.527380] env[62555]: DEBUG oslo_vmware.api [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1795.527380] env[62555]: value = "task-1705278" [ 1795.527380] env[62555]: _type = "Task" [ 1795.527380] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.535302] env[62555]: DEBUG oslo_vmware.api [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.572247] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705275, 'name': Rename_Task, 'duration_secs': 0.173428} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.572519] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1795.572869] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-790e7181-0190-4a49-b3d2-b5ed67f5d09e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.580086] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for the task: (returnval){ [ 1795.580086] env[62555]: value = "task-1705279" [ 1795.580086] env[62555]: _type = "Task" [ 1795.580086] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.589675] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.753463] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705276, 'name': Destroy_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.802803] env[62555]: DEBUG oslo_concurrency.lockutils [None req-89b10b6b-acdd-4fd7-882f-b31e4c63ccc3 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "d0ee459a-3f39-4732-a966-48a096068362" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.177s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.824446] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.860536] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1795.860806] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1795.860974] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1795.861190] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1795.861349] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1795.861512] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1795.861724] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1795.861887] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1795.862066] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1795.862234] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1795.862407] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1795.869701] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae93d459-8cac-4595-a635-d945db53e0ad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.887131] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1795.887131] env[62555]: value = "task-1705280" [ 1795.887131] env[62555]: _type = "Task" [ 1795.887131] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.900077] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705280, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.937942] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521d91c4-3b4b-0466-91d3-b6cfd91c3ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.937942] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.938121] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1795.938300] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1795.974307] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ba58f9-a96c-84aa-e1f5-6aecbb2bc6be, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.975061] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.975061] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 5a969e7e-403d-4cc1-a6e9-d7c165ebd162/5a969e7e-403d-4cc1-a6e9-d7c165ebd162.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1795.975264] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1795.975311] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1795.975500] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdd86514-f491-485e-8765-635e35130480 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.977496] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7f40184-2ad9-43b3-ae97-61d86c91a90b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.990324] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1795.990324] env[62555]: value = "task-1705281" [ 1795.990324] env[62555]: _type = "Task" [ 1795.990324] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.991800] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1795.991800] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1795.997788] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b2ef46-7bf8-4068-a3b8-57f5a913de1b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.004806] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1796.004806] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52506759-8c0a-a66e-d254-012ed29797e6" [ 1796.004806] env[62555]: _type = "Task" [ 1796.004806] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.008279] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.020309] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52506759-8c0a-a66e-d254-012ed29797e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012824} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.021136] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ddbf9ad-4c72-4e12-aaff-31605ecc294d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.032624] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1796.032624] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5229eab0-aae4-32f9-f468-41ecff1d6dd9" [ 1796.032624] env[62555]: _type = "Task" [ 1796.032624] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.039233] env[62555]: DEBUG oslo_vmware.api [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207855} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.042171] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1796.042413] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1796.042596] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1796.042767] env[62555]: INFO nova.compute.manager [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1796.043016] env[62555]: DEBUG oslo.service.loopingcall [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.043415] env[62555]: DEBUG nova.compute.manager [-] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1796.043520] env[62555]: DEBUG nova.network.neutron [-] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1796.049101] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5229eab0-aae4-32f9-f468-41ecff1d6dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.015296} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.049589] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.049589] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 202beb5a-917b-427b-8637-b3ece57e2888/202beb5a-917b-427b-8637-b3ece57e2888.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1796.049774] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6b835d8-debd-4966-b23c-88e04b90e370 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.059532] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1796.059532] env[62555]: value = "task-1705282" [ 1796.059532] env[62555]: _type = "Task" [ 1796.059532] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.067724] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.091101] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705279, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.142327] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a769f6f-74dc-4b98-8761-1d11d4147e53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.150688] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8483c5e7-c7ba-4eac-85a8-2c45d1d27c37 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.185281] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf552f9-c2ae-45af-be89-790a343958a9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.193991] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92d9a5-9bd5-4991-811a-a2dcb56962c0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.209051] env[62555]: DEBUG nova.compute.provider_tree [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1796.252582] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705276, 'name': Destroy_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.399753] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.467589] env[62555]: DEBUG nova.compute.manager [req-fac38d90-7a1f-4232-b12b-d6421e06f05d req-b270a857-d4d2-41c2-a300-db22cb55efeb service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Received event network-vif-deleted-6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1796.467589] env[62555]: INFO nova.compute.manager [req-fac38d90-7a1f-4232-b12b-d6421e06f05d req-b270a857-d4d2-41c2-a300-db22cb55efeb service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Neutron deleted interface 6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69; detaching it from the instance and deleting it from the info cache [ 1796.467589] env[62555]: DEBUG nova.network.neutron [req-fac38d90-7a1f-4232-b12b-d6421e06f05d req-b270a857-d4d2-41c2-a300-db22cb55efeb service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.504195] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705281, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.571461] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705282, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.596846] env[62555]: DEBUG oslo_vmware.api [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705279, 'name': PowerOnVM_Task, 'duration_secs': 0.550697} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.597381] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1796.597746] env[62555]: INFO nova.compute.manager [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1796.598337] env[62555]: DEBUG nova.compute.manager [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1796.599687] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4327a4c-0414-40e5-acbb-224d85e1986d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.712871] env[62555]: DEBUG nova.scheduler.client.report [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1796.753447] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705276, 'name': Destroy_Task, 'duration_secs': 1.356} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.753754] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Destroyed the VM [ 1796.754049] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1796.754359] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d431a59e-d834-435e-8090-61432893c74b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.764572] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1796.764572] env[62555]: value = "task-1705283" [ 1796.764572] env[62555]: _type = "Task" [ 1796.764572] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.774392] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705283, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.850700] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.850959] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.884890] env[62555]: DEBUG nova.network.neutron [-] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.898663] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705280, 'name': ReconfigVM_Task, 'duration_secs': 0.946832} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.898990] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance '9507999b-d5a3-4091-8457-a119a1726ea2' progress to 33 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1796.969821] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f69967fe-b3b4-4685-8ba0-74edbbfdfc77 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.980705] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af2c6e2-bd25-4613-973f-5d9f19ab2c03 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.001354] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693103} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.001627] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 5a969e7e-403d-4cc1-a6e9-d7c165ebd162/5a969e7e-403d-4cc1-a6e9-d7c165ebd162.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1797.001839] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1797.002188] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1d02457-fb75-4d8e-a95d-d50a44937235 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.016234] env[62555]: DEBUG nova.compute.manager [req-fac38d90-7a1f-4232-b12b-d6421e06f05d req-b270a857-d4d2-41c2-a300-db22cb55efeb service nova] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Detach interface failed, port_id=6986d50c-9ec1-4ff5-b9b6-8b9f2bad1f69, reason: Instance e2531bdd-1223-47fc-bc42-0990a7eb756b could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1797.022383] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1797.022383] env[62555]: value = "task-1705284" [ 1797.022383] env[62555]: _type = "Task" [ 1797.022383] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.033909] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.070859] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96738} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.071098] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 202beb5a-917b-427b-8637-b3ece57e2888/202beb5a-917b-427b-8637-b3ece57e2888.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1797.071328] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1797.071580] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6ed0bfe-65d8-4d2e-815a-5dbef420469e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.078450] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1797.078450] env[62555]: value = "task-1705285" [ 1797.078450] env[62555]: _type = "Task" [ 1797.078450] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.086603] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.126138] env[62555]: INFO nova.compute.manager [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Took 29.76 seconds to build instance. [ 1797.218473] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.221049] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.283s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.222997] env[62555]: INFO nova.compute.claims [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1797.242677] env[62555]: INFO nova.scheduler.client.report [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Deleted allocations for instance 3a4b9ee2-f504-4585-a8bf-b1749fbd34df [ 1797.275650] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705283, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.353915] env[62555]: DEBUG nova.compute.manager [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1797.387878] env[62555]: INFO nova.compute.manager [-] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Took 1.34 seconds to deallocate network for instance. [ 1797.405643] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1797.405643] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1797.405831] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1797.406017] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1797.406600] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1797.406600] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1797.406801] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1797.406992] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1797.407373] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1797.407603] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1797.407884] env[62555]: DEBUG nova.virt.hardware [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1797.414035] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Reconfiguring VM instance instance-00000021 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1797.414459] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57fb8024-0af3-428b-a40b-cb955b06d261 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.436250] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1797.436250] env[62555]: value = "task-1705286" [ 1797.436250] env[62555]: _type = "Task" [ 1797.436250] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.447287] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705286, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.532782] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.480958} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.533069] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1797.533846] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db59f20a-96b9-458b-9a2f-9422ee29e822 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.556629] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 5a969e7e-403d-4cc1-a6e9-d7c165ebd162/5a969e7e-403d-4cc1-a6e9-d7c165ebd162.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.556939] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f549dc-d107-4422-9cc5-21de89ace77a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.578778] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1797.578778] env[62555]: value = "task-1705287" [ 1797.578778] env[62555]: _type = "Task" [ 1797.578778] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.590842] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.593413] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705285, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.628614] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ceb1db08-85a8-4f56-a35a-a2a09cf0d99d tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.274s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.752167] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8fb11c8f-7f62-4cea-a52d-f95c7907a24a tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "3a4b9ee2-f504-4585-a8bf-b1749fbd34df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.655s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.781891] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705283, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.884940] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.896325] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.947057] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705286, 'name': ReconfigVM_Task, 'duration_secs': 0.49571} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.947396] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Reconfigured VM instance instance-00000021 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1797.948219] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b933331-b322-44dd-88b5-87ca0019c2cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.971349] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 9507999b-d5a3-4091-8457-a119a1726ea2/9507999b-d5a3-4091-8457-a119a1726ea2.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1797.971349] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4caed02f-73b4-4cc1-a243-f0baac7c4b76 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.991556] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1797.991556] env[62555]: value = "task-1705289" [ 1797.991556] env[62555]: _type = "Task" [ 1797.991556] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.997423] env[62555]: DEBUG nova.compute.manager [req-3f448905-5b6e-4fd5-aded-cb825272541a req-d4532a9b-89fe-43ac-a579-60664067e10e service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Received event network-changed-f17711ac-5a50-4808-a6fe-8c3e4cec21f8 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1797.997649] env[62555]: DEBUG nova.compute.manager [req-3f448905-5b6e-4fd5-aded-cb825272541a req-d4532a9b-89fe-43ac-a579-60664067e10e service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Refreshing instance network info cache due to event network-changed-f17711ac-5a50-4808-a6fe-8c3e4cec21f8. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1797.997879] env[62555]: DEBUG oslo_concurrency.lockutils [req-3f448905-5b6e-4fd5-aded-cb825272541a req-d4532a9b-89fe-43ac-a579-60664067e10e service nova] Acquiring lock "refresh_cache-a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.998038] env[62555]: DEBUG oslo_concurrency.lockutils [req-3f448905-5b6e-4fd5-aded-cb825272541a req-d4532a9b-89fe-43ac-a579-60664067e10e service nova] Acquired lock "refresh_cache-a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.998267] env[62555]: DEBUG nova.network.neutron [req-3f448905-5b6e-4fd5-aded-cb825272541a req-d4532a9b-89fe-43ac-a579-60664067e10e service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Refreshing network info cache for port f17711ac-5a50-4808-a6fe-8c3e4cec21f8 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1798.007452] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705289, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.092110] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.648008} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.095371] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1798.095698] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705287, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.096495] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ab3ac0-2f5e-40b7-a756-3d97d7f91d80 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.116463] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 202beb5a-917b-427b-8637-b3ece57e2888/202beb5a-917b-427b-8637-b3ece57e2888.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1798.116759] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-401bb147-4f3d-40ca-914f-151785e18e16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.139084] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1798.139084] env[62555]: value = "task-1705290" [ 1798.139084] env[62555]: _type = "Task" [ 1798.139084] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.148794] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.283549] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705283, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.503550] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705289, 'name': ReconfigVM_Task, 'duration_secs': 0.384428} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.503791] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 9507999b-d5a3-4091-8457-a119a1726ea2/9507999b-d5a3-4091-8457-a119a1726ea2.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.504133] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance '9507999b-d5a3-4091-8457-a119a1726ea2' progress to 50 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1798.534366] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388c26fd-1fe1-4d4e-accd-e77c9ff5ef61 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.544326] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8e48f7-0b70-4f62-b298-28effbf755d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.578398] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ff3530-bf1d-4c05-9b6e-4c6e809ef72e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.590205] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705287, 'name': ReconfigVM_Task, 'duration_secs': 0.525605} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.594331] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 5a969e7e-403d-4cc1-a6e9-d7c165ebd162/5a969e7e-403d-4cc1-a6e9-d7c165ebd162.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1798.597562] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b707de7c-37da-4adc-874e-466f7fcafa75 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.599691] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f085c53-1d42-41ab-bb9c-39480d2034df {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.614809] env[62555]: DEBUG nova.compute.provider_tree [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1798.617531] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1798.617531] env[62555]: value = "task-1705291" [ 1798.617531] env[62555]: _type = "Task" [ 1798.617531] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.626703] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705291, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.651949] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.766571] env[62555]: DEBUG nova.network.neutron [req-3f448905-5b6e-4fd5-aded-cb825272541a req-d4532a9b-89fe-43ac-a579-60664067e10e service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Updated VIF entry in instance network info cache for port f17711ac-5a50-4808-a6fe-8c3e4cec21f8. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1798.767049] env[62555]: DEBUG nova.network.neutron [req-3f448905-5b6e-4fd5-aded-cb825272541a req-d4532a9b-89fe-43ac-a579-60664067e10e service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Updating instance_info_cache with network_info: [{"id": "f17711ac-5a50-4808-a6fe-8c3e4cec21f8", "address": "fa:16:3e:9a:aa:bd", "network": {"id": "3842b114-557b-4dd8-8e2f-d6ea57608164", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1123003917-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9118c8472d14157b05cf113d534abe7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf17711ac-5a", "ovs_interfaceid": "f17711ac-5a50-4808-a6fe-8c3e4cec21f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.778112] env[62555]: DEBUG oslo_vmware.api [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705283, 'name': RemoveSnapshot_Task, 'duration_secs': 1.642226} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.778414] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1798.779122] env[62555]: INFO nova.compute.manager [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Took 17.45 seconds to snapshot the instance on the hypervisor. [ 1799.014103] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcec92b4-d749-4edf-93d0-83c319d02834 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.046750] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780b43a8-68de-490f-b4d9-9dad08238935 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.075670] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance '9507999b-d5a3-4091-8457-a119a1726ea2' progress to 67 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1799.132179] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705291, 'name': Rename_Task, 'duration_secs': 0.165442} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.132179] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1799.132389] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01c2bce2-535e-45fb-b7c4-21d87ce41a1c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.137491] env[62555]: ERROR nova.scheduler.client.report [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [req-5a8d621f-8e55-4073-ae01-0ac0c0fd4c09] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a8d621f-8e55-4073-ae01-0ac0c0fd4c09"}]} [ 1799.143907] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1799.143907] env[62555]: value = "task-1705292" [ 1799.143907] env[62555]: _type = "Task" [ 1799.143907] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.150938] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.153767] env[62555]: DEBUG nova.scheduler.client.report [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1799.159530] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.172380] env[62555]: DEBUG nova.scheduler.client.report [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1799.172665] env[62555]: DEBUG nova.compute.provider_tree [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1799.186517] env[62555]: DEBUG nova.scheduler.client.report [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1799.206263] env[62555]: DEBUG nova.scheduler.client.report [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1799.274473] env[62555]: DEBUG oslo_concurrency.lockutils [req-3f448905-5b6e-4fd5-aded-cb825272541a req-d4532a9b-89fe-43ac-a579-60664067e10e service nova] Releasing lock "refresh_cache-a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.330874] env[62555]: DEBUG nova.compute.manager [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Found 3 images (rotation: 2) {{(pid=62555) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4898}} [ 1799.331244] env[62555]: DEBUG nova.compute.manager [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Rotating out 1 backups {{(pid=62555) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4906}} [ 1799.331439] env[62555]: DEBUG nova.compute.manager [None req-0eaa9dde-2ca5-4eff-8cf7-b2b1a180c9e7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Deleting image c0af9623-3470-4c0b-a5e0-fcd9857463ae {{(pid=62555) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4911}} [ 1799.511058] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db96c805-d998-41d9-b283-ee2cbb480bca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.520502] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c7a48c-7f7c-48ad-84dd-583499fd20fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.555083] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65f17d3-da79-46ec-b5d6-669c0f7307e8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.562622] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276eedb6-11a3-496c-80bc-4deb33125b6d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.580196] env[62555]: DEBUG nova.compute.provider_tree [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1799.641129] env[62555]: DEBUG nova.network.neutron [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Port f109e5f9-eca9-4455-81e3-28977363cc9a binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1799.653757] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.661277] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705292, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.117595] env[62555]: DEBUG nova.scheduler.client.report [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1800.117878] env[62555]: DEBUG nova.compute.provider_tree [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 153 to 154 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1800.118082] env[62555]: DEBUG nova.compute.provider_tree [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 178, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1800.166382] env[62555]: DEBUG oslo_vmware.api [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705292, 'name': PowerOnVM_Task, 'duration_secs': 0.818176} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.171877] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1800.172289] env[62555]: INFO nova.compute.manager [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1800.172642] env[62555]: DEBUG nova.compute.manager [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1800.173033] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.174328] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c54d670-d078-4944-84de-fb1ab2343a33 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.623979] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.403s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.624526] env[62555]: DEBUG nova.compute.manager [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1800.627893] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.033s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.628154] env[62555]: DEBUG nova.objects.instance [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lazy-loading 'resources' on Instance uuid db57cb76-ff05-4b7b-a4e7-ef868f007ff4 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1800.665024] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705290, 'name': ReconfigVM_Task, 'duration_secs': 2.097335} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.668395] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 202beb5a-917b-427b-8637-b3ece57e2888/202beb5a-917b-427b-8637-b3ece57e2888.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.672832] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "9507999b-d5a3-4091-8457-a119a1726ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.672999] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.673226] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.674215] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdd538a3-a883-46fd-b72f-98329fd57cff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.685700] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1800.685700] env[62555]: value = "task-1705293" [ 1800.685700] env[62555]: _type = "Task" [ 1800.685700] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.696391] env[62555]: INFO nova.compute.manager [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Took 31.92 seconds to build instance. [ 1800.700866] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705293, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.129664] env[62555]: DEBUG nova.compute.utils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1801.137444] env[62555]: DEBUG nova.compute.manager [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1801.137642] env[62555]: DEBUG nova.network.neutron [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1801.198038] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705293, 'name': Rename_Task, 'duration_secs': 0.1828} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.199639] env[62555]: DEBUG nova.policy [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17841bd6af645f3a5c28506f32fa496', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fb764f720d411e987c9a6b661e859e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1801.201046] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.204105] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fffc02b-7d3c-4217-9b60-33ec75bff358 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.205577] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1dd4e6c6-9d3c-4984-beb6-c1015ec6a59f tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.443s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.213938] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1801.213938] env[62555]: value = "task-1705294" [ 1801.213938] env[62555]: _type = "Task" [ 1801.213938] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.230335] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.489066] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db334f8b-6a51-4f0a-b008-f685862c8748 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.499511] env[62555]: DEBUG nova.network.neutron [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Successfully created port: 8f0cd21d-e61e-45f7-be0a-5e78e67583ef {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1801.502535] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba517ab7-5586-43a5-b917-f67b52ce545c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.534459] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d0b312-67b1-4b88-b24a-b09a7a5c5c81 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.542672] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142e9a92-1343-4679-8f86-af2e4df2aaa4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.558469] env[62555]: DEBUG nova.compute.provider_tree [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1801.641601] env[62555]: DEBUG nova.compute.manager [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1801.682057] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.682432] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.682653] env[62555]: DEBUG nova.compute.manager [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1801.687882] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2ad86b-2c7b-43ad-a4bb-e127749d055f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.695717] env[62555]: DEBUG nova.compute.manager [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62555) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1801.696428] env[62555]: DEBUG nova.objects.instance [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'flavor' on Instance uuid e1bed885-1ab2-4319-b7a0-a83ad748c9d6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.725814] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705294, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.749318] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.749528] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.749754] env[62555]: DEBUG nova.network.neutron [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.895660] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.895932] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.896253] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.896442] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.896606] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1801.899134] env[62555]: INFO nova.compute.manager [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Terminating instance [ 1802.102219] env[62555]: DEBUG nova.scheduler.client.report [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1802.102548] env[62555]: DEBUG nova.compute.provider_tree [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 154 to 155 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1802.102756] env[62555]: DEBUG nova.compute.provider_tree [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1802.227482] env[62555]: DEBUG oslo_vmware.api [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705294, 'name': PowerOnVM_Task, 'duration_secs': 0.950404} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.227773] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.227971] env[62555]: DEBUG nova.compute.manager [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.228917] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76469290-ad2c-4c7b-a739-795a0f34a02d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.402634] env[62555]: DEBUG nova.compute.manager [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1802.402925] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1802.403831] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef7a426-3272-4b07-b85e-fe987eca6c36 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.414052] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.414307] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08235c35-c492-4dba-83bf-7a5a368c6cb6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.422655] env[62555]: DEBUG oslo_vmware.api [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1802.422655] env[62555]: value = "task-1705295" [ 1802.422655] env[62555]: _type = "Task" [ 1802.422655] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.434411] env[62555]: DEBUG oslo_vmware.api [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.497767] env[62555]: DEBUG nova.network.neutron [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance_info_cache with network_info: [{"id": "f109e5f9-eca9-4455-81e3-28977363cc9a", "address": "fa:16:3e:96:7e:8f", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf109e5f9-ec", "ovs_interfaceid": "f109e5f9-eca9-4455-81e3-28977363cc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.608722] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.611471] env[62555]: DEBUG oslo_concurrency.lockutils [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.972s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.611961] env[62555]: DEBUG nova.objects.instance [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lazy-loading 'resources' on Instance uuid 9770d88d-1b01-48bf-8b7d-9c8e5100340b {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1802.633259] env[62555]: INFO nova.scheduler.client.report [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleted allocations for instance db57cb76-ff05-4b7b-a4e7-ef868f007ff4 [ 1802.634465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.634708] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.634903] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.635092] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.635262] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.641022] env[62555]: INFO nova.compute.manager [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Terminating instance [ 1802.651190] env[62555]: DEBUG nova.compute.manager [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1802.676983] env[62555]: DEBUG nova.virt.hardware [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1802.677267] env[62555]: DEBUG nova.virt.hardware [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1802.677456] env[62555]: DEBUG nova.virt.hardware [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1802.677690] env[62555]: DEBUG nova.virt.hardware [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1802.677881] env[62555]: DEBUG nova.virt.hardware [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1802.678048] env[62555]: DEBUG nova.virt.hardware [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1802.678265] env[62555]: DEBUG nova.virt.hardware [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1802.678443] env[62555]: DEBUG nova.virt.hardware [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1802.678623] env[62555]: DEBUG nova.virt.hardware [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1802.678788] env[62555]: DEBUG nova.virt.hardware [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1802.678975] env[62555]: DEBUG nova.virt.hardware [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1802.679861] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b131304f-daa9-4a9e-9f33-002fe493a4c1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.689835] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6759ad31-c49f-40a1-9897-faa703d8956b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.703799] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1802.704245] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4c386b7-4079-4d3c-bbea-b96e34a31b7d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.710367] env[62555]: DEBUG oslo_vmware.api [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1802.710367] env[62555]: value = "task-1705296" [ 1802.710367] env[62555]: _type = "Task" [ 1802.710367] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.718545] env[62555]: DEBUG oslo_vmware.api [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.747959] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.934696] env[62555]: DEBUG oslo_vmware.api [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705295, 'name': PowerOffVM_Task, 'duration_secs': 0.22093} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.934979] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1802.935340] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1802.935617] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faac7465-7e39-4e0f-9c1b-6c312cb4594e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.939058] env[62555]: DEBUG nova.compute.manager [req-77b9977f-2b4c-460d-a056-77c152cb37ed req-4eb660d1-4b9e-4c74-b688-ad1873db78b4 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Received event network-vif-plugged-8f0cd21d-e61e-45f7-be0a-5e78e67583ef {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1802.939267] env[62555]: DEBUG oslo_concurrency.lockutils [req-77b9977f-2b4c-460d-a056-77c152cb37ed req-4eb660d1-4b9e-4c74-b688-ad1873db78b4 service nova] Acquiring lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1802.939467] env[62555]: DEBUG oslo_concurrency.lockutils [req-77b9977f-2b4c-460d-a056-77c152cb37ed req-4eb660d1-4b9e-4c74-b688-ad1873db78b4 service nova] Lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1802.939628] env[62555]: DEBUG oslo_concurrency.lockutils [req-77b9977f-2b4c-460d-a056-77c152cb37ed req-4eb660d1-4b9e-4c74-b688-ad1873db78b4 service nova] Lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1802.939792] env[62555]: DEBUG nova.compute.manager [req-77b9977f-2b4c-460d-a056-77c152cb37ed req-4eb660d1-4b9e-4c74-b688-ad1873db78b4 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] No waiting events found dispatching network-vif-plugged-8f0cd21d-e61e-45f7-be0a-5e78e67583ef {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1802.939951] env[62555]: WARNING nova.compute.manager [req-77b9977f-2b4c-460d-a056-77c152cb37ed req-4eb660d1-4b9e-4c74-b688-ad1873db78b4 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Received unexpected event network-vif-plugged-8f0cd21d-e61e-45f7-be0a-5e78e67583ef for instance with vm_state building and task_state spawning. [ 1803.003060] env[62555]: DEBUG oslo_concurrency.lockutils [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.014187] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.014416] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.014591] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Deleting the datastore file [datastore1] 5a969e7e-403d-4cc1-a6e9-d7c165ebd162 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.014850] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-624f9c30-db46-435e-a564-1ae61ab32f28 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.021865] env[62555]: DEBUG oslo_vmware.api [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1803.021865] env[62555]: value = "task-1705298" [ 1803.021865] env[62555]: _type = "Task" [ 1803.021865] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.031014] env[62555]: DEBUG oslo_vmware.api [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.046866] env[62555]: DEBUG nova.network.neutron [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Successfully updated port: 8f0cd21d-e61e-45f7-be0a-5e78e67583ef {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1803.144650] env[62555]: DEBUG nova.compute.manager [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1803.144890] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1803.145492] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8bbeb18d-d42c-4a3b-9306-f1e85068741e tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "db57cb76-ff05-4b7b-a4e7-ef868f007ff4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.302s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.147208] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da26826f-57bf-4f2a-99a1-58bbe1f01c02 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.158606] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1803.158890] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96c44b1b-07ad-46ac-a56b-587308b881cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.166583] env[62555]: DEBUG oslo_vmware.api [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1803.166583] env[62555]: value = "task-1705299" [ 1803.166583] env[62555]: _type = "Task" [ 1803.166583] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.176639] env[62555]: DEBUG oslo_vmware.api [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.225038] env[62555]: DEBUG oslo_vmware.api [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705296, 'name': PowerOffVM_Task, 'duration_secs': 0.1574} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.225393] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.225572] env[62555]: DEBUG nova.compute.manager [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1803.226634] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c56c6b3-b918-4a00-b659-cd3baa106984 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.444188] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc79967-90aa-473c-8d77-3093b30295e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.453745] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1969e2-16bf-4e7c-bf59-9ac2764c2739 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.485590] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f90534-d70d-43e0-96b2-f73c87c617f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.493924] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cb4c3d-6a3f-4bd9-8e9b-1d3b8e032876 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.512400] env[62555]: DEBUG nova.compute.provider_tree [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.533959] env[62555]: DEBUG oslo_vmware.api [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204582} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.533959] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.533959] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1803.533959] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1803.534328] env[62555]: INFO nova.compute.manager [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1803.534328] env[62555]: DEBUG oslo.service.loopingcall [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1803.535024] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8c7534-2284-4333-9fee-7d5b505d4ec3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.538947] env[62555]: DEBUG nova.compute.manager [-] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1803.539110] env[62555]: DEBUG nova.network.neutron [-] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1803.559136] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "refresh_cache-e3e1aae3-56fc-4530-b360-fa3f3cfdba74" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1803.559646] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "refresh_cache-e3e1aae3-56fc-4530-b360-fa3f3cfdba74" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1803.559646] env[62555]: DEBUG nova.network.neutron [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1803.564484] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f323b644-f169-4675-905e-28da6a474a3d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.571651] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance '9507999b-d5a3-4091-8457-a119a1726ea2' progress to 83 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1803.676761] env[62555]: DEBUG oslo_vmware.api [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705299, 'name': PowerOffVM_Task, 'duration_secs': 0.243363} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.677177] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1803.677375] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1803.677629] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7806b8be-c69a-482e-9ba6-20a33c3c07e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.745136] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5088b4fb-cf44-4be5-b31f-def0d8dda16a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.751861] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1803.752347] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1803.753052] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Deleting the datastore file [datastore1] 5531e02e-939b-4dfa-b341-9f3d4dd2a875 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.753921] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d187bc4-c7bb-4b02-a353-1869bd772aa1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.761046] env[62555]: DEBUG oslo_vmware.api [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1803.761046] env[62555]: value = "task-1705301" [ 1803.761046] env[62555]: _type = "Task" [ 1803.761046] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.771357] env[62555]: DEBUG oslo_vmware.api [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.016585] env[62555]: DEBUG nova.scheduler.client.report [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1804.078240] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1804.078593] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c0103b2-8537-4dd2-b4f8-95e3fda31218 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.086564] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1804.086564] env[62555]: value = "task-1705302" [ 1804.086564] env[62555]: _type = "Task" [ 1804.086564] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.095391] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.096207] env[62555]: DEBUG nova.network.neutron [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1804.247685] env[62555]: DEBUG nova.network.neutron [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Updating instance_info_cache with network_info: [{"id": "8f0cd21d-e61e-45f7-be0a-5e78e67583ef", "address": "fa:16:3e:31:c3:df", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f0cd21d-e6", "ovs_interfaceid": "8f0cd21d-e61e-45f7-be0a-5e78e67583ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.273119] env[62555]: DEBUG oslo_vmware.api [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291235} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.273461] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1804.273684] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1804.273927] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1804.274365] env[62555]: INFO nova.compute.manager [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1804.274501] env[62555]: DEBUG oslo.service.loopingcall [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.274713] env[62555]: DEBUG nova.compute.manager [-] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1804.274830] env[62555]: DEBUG nova.network.neutron [-] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1804.300644] env[62555]: DEBUG nova.network.neutron [-] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1804.441635] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "202beb5a-917b-427b-8637-b3ece57e2888" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.444063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "202beb5a-917b-427b-8637-b3ece57e2888" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.444063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "202beb5a-917b-427b-8637-b3ece57e2888-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.444063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "202beb5a-917b-427b-8637-b3ece57e2888-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.444063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "202beb5a-917b-427b-8637-b3ece57e2888-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.445454] env[62555]: INFO nova.compute.manager [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Terminating instance [ 1804.523927] env[62555]: DEBUG oslo_concurrency.lockutils [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.524587] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.995s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.544340] env[62555]: INFO nova.scheduler.client.report [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Deleted allocations for instance 9770d88d-1b01-48bf-8b7d-9c8e5100340b [ 1804.601414] env[62555]: DEBUG oslo_vmware.api [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705302, 'name': PowerOnVM_Task, 'duration_secs': 0.421652} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.602884] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1804.603093] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-84d5bbea-796b-406a-9030-d572d6b81b3d tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance '9507999b-d5a3-4091-8457-a119a1726ea2' progress to 100 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1804.751525] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "refresh_cache-e3e1aae3-56fc-4530-b360-fa3f3cfdba74" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.751867] env[62555]: DEBUG nova.compute.manager [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Instance network_info: |[{"id": "8f0cd21d-e61e-45f7-be0a-5e78e67583ef", "address": "fa:16:3e:31:c3:df", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f0cd21d-e6", "ovs_interfaceid": "8f0cd21d-e61e-45f7-be0a-5e78e67583ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1804.752376] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:c3:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f0cd21d-e61e-45f7-be0a-5e78e67583ef', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1804.760286] env[62555]: DEBUG oslo.service.loopingcall [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1804.760537] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1804.761157] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1c63c57-b4a1-43f9-b7e9-a7441eff9946 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.782670] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1804.782670] env[62555]: value = "task-1705303" [ 1804.782670] env[62555]: _type = "Task" [ 1804.782670] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.791417] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705303, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.803064] env[62555]: INFO nova.compute.manager [-] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Took 1.26 seconds to deallocate network for instance. [ 1804.949221] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "refresh_cache-202beb5a-917b-427b-8637-b3ece57e2888" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.949221] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquired lock "refresh_cache-202beb5a-917b-427b-8637-b3ece57e2888" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.949659] env[62555]: DEBUG nova.network.neutron [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1805.040871] env[62555]: DEBUG nova.compute.manager [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Received event network-changed-8f0cd21d-e61e-45f7-be0a-5e78e67583ef {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1805.041086] env[62555]: DEBUG nova.compute.manager [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Refreshing instance network info cache due to event network-changed-8f0cd21d-e61e-45f7-be0a-5e78e67583ef. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1805.041316] env[62555]: DEBUG oslo_concurrency.lockutils [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] Acquiring lock "refresh_cache-e3e1aae3-56fc-4530-b360-fa3f3cfdba74" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1805.041450] env[62555]: DEBUG oslo_concurrency.lockutils [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] Acquired lock "refresh_cache-e3e1aae3-56fc-4530-b360-fa3f3cfdba74" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1805.041605] env[62555]: DEBUG nova.network.neutron [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Refreshing network info cache for port 8f0cd21d-e61e-45f7-be0a-5e78e67583ef {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1805.054042] env[62555]: DEBUG oslo_concurrency.lockutils [None req-620d2108-b4c0-43ec-8f11-37fb792ebb77 tempest-MultipleCreateTestJSON-1859274530 tempest-MultipleCreateTestJSON-1859274530-project-member] Lock "9770d88d-1b01-48bf-8b7d-9c8e5100340b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.059s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.110861] env[62555]: DEBUG nova.network.neutron [-] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.294609] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705303, 'name': CreateVM_Task} progress is 15%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.307583] env[62555]: DEBUG nova.compute.manager [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Stashing vm_state: stopped {{(pid=62555) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1805.314640] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1805.470929] env[62555]: DEBUG nova.network.neutron [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1805.534697] env[62555]: DEBUG nova.network.neutron [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.540259] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Applying migration context for instance 9507999b-d5a3-4091-8457-a119a1726ea2 as it has an incoming, in-progress migration 6ef08139-8712-46c8-b1c1-317a0a0c85ca. Migration status is post-migrating {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1805.542554] env[62555]: INFO nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating resource usage from migration 6ef08139-8712-46c8-b1c1-317a0a0c85ca [ 1805.542554] env[62555]: INFO nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating resource usage from migration 5c8b4e9b-3680-498a-946d-3f9b4615818f [ 1805.565014] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 82834fab-3c1c-4451-a202-49dced9c36ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.565185] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 69481620-9360-4fce-a2e8-91ea5046bd64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.565308] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 5531e02e-939b-4dfa-b341-9f3d4dd2a875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.565425] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 83fd6c8d-bf51-4314-ab64-b6f3be48e895 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.565540] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance af19afb3-5fc6-4c58-afaa-84f2afb337fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.565672] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 32abf923-2cfe-45a9-87ae-049fbe5021bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1805.565797] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance e2531bdd-1223-47fc-bc42-0990a7eb756b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1805.565911] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 2f7c5411-af53-4812-b345-49f2e45e37f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.566053] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 0d26f500-2453-4395-80c9-e421c91f5083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.566179] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 3ea2d9bb-0f20-4852-97b1-acba32a1f383 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.568311] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 202beb5a-917b-427b-8637-b3ece57e2888 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.568523] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.568661] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 5a969e7e-403d-4cc1-a6e9-d7c165ebd162 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.568784] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Migration 6ef08139-8712-46c8-b1c1-317a0a0c85ca is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1805.568899] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9507999b-d5a3-4091-8457-a119a1726ea2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.569029] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance e3e1aae3-56fc-4530-b360-fa3f3cfdba74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1805.616923] env[62555]: INFO nova.compute.manager [-] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Took 1.34 seconds to deallocate network for instance. [ 1805.769449] env[62555]: DEBUG nova.network.neutron [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Updated VIF entry in instance network info cache for port 8f0cd21d-e61e-45f7-be0a-5e78e67583ef. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1805.769859] env[62555]: DEBUG nova.network.neutron [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Updating instance_info_cache with network_info: [{"id": "8f0cd21d-e61e-45f7-be0a-5e78e67583ef", "address": "fa:16:3e:31:c3:df", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f0cd21d-e6", "ovs_interfaceid": "8f0cd21d-e61e-45f7-be0a-5e78e67583ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.794529] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705303, 'name': CreateVM_Task} progress is 15%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.830010] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.037137] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Releasing lock "refresh_cache-202beb5a-917b-427b-8637-b3ece57e2888" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.037593] env[62555]: DEBUG nova.compute.manager [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1806.037789] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1806.038696] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59f3996-57d3-41b9-b3f5-04bf1b8da8bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.050045] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.050329] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56ef44db-8c17-45dd-b019-c957c9466f72 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.060024] env[62555]: DEBUG oslo_vmware.api [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1806.060024] env[62555]: value = "task-1705304" [ 1806.060024] env[62555]: _type = "Task" [ 1806.060024] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.068270] env[62555]: DEBUG oslo_vmware.api [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.072361] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance f895088f-a91c-4196-92f1-97c4f2fc14b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1806.131249] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.274402] env[62555]: DEBUG oslo_concurrency.lockutils [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] Releasing lock "refresh_cache-e3e1aae3-56fc-4530-b360-fa3f3cfdba74" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.275173] env[62555]: DEBUG nova.compute.manager [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Received event network-vif-deleted-a85833cb-397c-4e6a-825f-cc3805e2dbdf {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1806.275173] env[62555]: DEBUG nova.compute.manager [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Received event network-vif-deleted-dcc38865-9202-4511-9e80-ac0b941690e3 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1806.275173] env[62555]: INFO nova.compute.manager [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Neutron deleted interface dcc38865-9202-4511-9e80-ac0b941690e3; detaching it from the instance and deleting it from the info cache [ 1806.275547] env[62555]: DEBUG nova.network.neutron [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.297813] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705303, 'name': CreateVM_Task} progress is 15%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.572808] env[62555]: DEBUG oslo_vmware.api [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.575944] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance aa2691a4-5a6b-4303-8b24-d3392c8d3e2d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1806.778609] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5218b71-3dec-4977-9f86-fbe0e67ed3af {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.794108] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46fbb91-8a37-4876-ad8d-d4ed2bdad2a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.815948] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705303, 'name': CreateVM_Task} progress is 15%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.835609] env[62555]: DEBUG nova.compute.manager [req-7dda9fda-ab69-400d-8611-6bcdd901c543 req-3b5709a8-2676-4c05-a048-06bda6efa076 service nova] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Detach interface failed, port_id=dcc38865-9202-4511-9e80-ac0b941690e3, reason: Instance 5531e02e-939b-4dfa-b341-9f3d4dd2a875 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1807.071701] env[62555]: DEBUG oslo_vmware.api [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.079082] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 36724ff7-3e23-4017-84cf-56474b1e52c3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1807.264838] env[62555]: DEBUG oslo_concurrency.lockutils [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "9507999b-d5a3-4091-8457-a119a1726ea2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.265050] env[62555]: DEBUG oslo_concurrency.lockutils [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.265346] env[62555]: DEBUG nova.compute.manager [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Going to confirm migration 5 {{(pid=62555) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1807.303469] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705303, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.572235] env[62555]: DEBUG oslo_vmware.api [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705304, 'name': PowerOffVM_Task, 'duration_secs': 1.391101} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.572525] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.572881] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.573074] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-278116ca-1f19-4d1c-8f0c-5407b065022a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.582013] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1807.582283] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Migration 5c8b4e9b-3680-498a-946d-3f9b4615818f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1807.582425] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance e1bed885-1ab2-4319-b7a0-a83ad748c9d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1807.582788] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1807.582838] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1807.611750] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.611993] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.612198] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Deleting the datastore file [datastore1] 202beb5a-917b-427b-8637-b3ece57e2888 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.612485] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-826a7b4b-509a-4fee-a5cd-aeaf7a2a6944 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.624952] env[62555]: DEBUG oslo_vmware.api [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1807.624952] env[62555]: value = "task-1705306" [ 1807.624952] env[62555]: _type = "Task" [ 1807.624952] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.633930] env[62555]: DEBUG oslo_vmware.api [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.802813] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705303, 'name': CreateVM_Task, 'duration_secs': 2.915193} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.803090] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1807.803702] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.803871] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.804220] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1807.804482] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86b6bd6-902a-4d03-a127-2b507e7a9dab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.811762] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1807.811762] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dbccdc-75b0-ea96-f375-fde86bf1c734" [ 1807.811762] env[62555]: _type = "Task" [ 1807.811762] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.820921] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dbccdc-75b0-ea96-f375-fde86bf1c734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.829214] env[62555]: DEBUG oslo_concurrency.lockutils [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.829381] env[62555]: DEBUG oslo_concurrency.lockutils [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.829585] env[62555]: DEBUG nova.network.neutron [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1807.829780] env[62555]: DEBUG nova.objects.instance [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'info_cache' on Instance uuid 9507999b-d5a3-4091-8457-a119a1726ea2 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1807.867022] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4021de-97e7-4e14-b8fb-ef5c9425d198 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.875310] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c009d5da-360f-4717-878e-acb4511353af {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.908339] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda4a270-7790-450c-96c0-10c2648386c8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.916263] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b15601c-65cc-4ab5-aa86-1be1166c6227 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.929934] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1808.135963] env[62555]: DEBUG oslo_vmware.api [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095999} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.136275] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.136468] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.136644] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.136814] env[62555]: INFO nova.compute.manager [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Took 2.10 seconds to destroy the instance on the hypervisor. [ 1808.137076] env[62555]: DEBUG oslo.service.loopingcall [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.137265] env[62555]: DEBUG nova.compute.manager [-] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1808.137358] env[62555]: DEBUG nova.network.neutron [-] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1808.178730] env[62555]: DEBUG nova.network.neutron [-] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1808.325690] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dbccdc-75b0-ea96-f375-fde86bf1c734, 'name': SearchDatastore_Task, 'duration_secs': 0.010213} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.331212] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1808.331212] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1808.331530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.331600] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.331738] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1808.333925] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02b3bbd1-c965-4976-9679-29bacc3ad68d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.349346] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1808.349621] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1808.350375] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653f1ad4-0719-404a-a707-29f48d870d5a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.357116] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1808.357116] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5229ee56-d642-3777-bccf-9040b4ab56e2" [ 1808.357116] env[62555]: _type = "Task" [ 1808.357116] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.366476] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5229ee56-d642-3777-bccf-9040b4ab56e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.432600] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1808.681445] env[62555]: DEBUG nova.network.neutron [-] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.872148] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5229ee56-d642-3777-bccf-9040b4ab56e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009792} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.872148] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db31397-c9e6-4367-bde2-e51620ee0cc3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.878664] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1808.878664] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5295aeaa-f573-3bde-2997-1200853f0434" [ 1808.878664] env[62555]: _type = "Task" [ 1808.878664] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.896807] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5295aeaa-f573-3bde-2997-1200853f0434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.938426] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1808.938823] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.414s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.939674] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.923s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.942294] env[62555]: INFO nova.compute.claims [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1809.129901] env[62555]: DEBUG nova.network.neutron [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance_info_cache with network_info: [{"id": "f109e5f9-eca9-4455-81e3-28977363cc9a", "address": "fa:16:3e:96:7e:8f", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf109e5f9-ec", "ovs_interfaceid": "f109e5f9-eca9-4455-81e3-28977363cc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.184245] env[62555]: INFO nova.compute.manager [-] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Took 1.05 seconds to deallocate network for instance. [ 1809.391707] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5295aeaa-f573-3bde-2997-1200853f0434, 'name': SearchDatastore_Task, 'duration_secs': 0.042204} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.391986] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.392521] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] e3e1aae3-56fc-4530-b360-fa3f3cfdba74/e3e1aae3-56fc-4530-b360-fa3f3cfdba74.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1809.392804] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5b2167b-88f8-4e9f-9c8d-d41dd850d421 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.401975] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1809.401975] env[62555]: value = "task-1705307" [ 1809.401975] env[62555]: _type = "Task" [ 1809.401975] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.413061] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.633402] env[62555]: DEBUG oslo_concurrency.lockutils [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.633692] env[62555]: DEBUG nova.objects.instance [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'migration_context' on Instance uuid 9507999b-d5a3-4091-8457-a119a1726ea2 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1809.694542] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.913810] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488993} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.913810] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] e3e1aae3-56fc-4530-b360-fa3f3cfdba74/e3e1aae3-56fc-4530-b360-fa3f3cfdba74.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1809.914203] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1809.914203] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fb80233-af58-4e59-a2f5-bc09d306071d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.920100] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1809.920100] env[62555]: value = "task-1705308" [ 1809.920100] env[62555]: _type = "Task" [ 1809.920100] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.928480] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.110842] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquiring lock "0493c5bf-c3d0-4d7f-be04-844c805431dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.111079] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Lock "0493c5bf-c3d0-4d7f-be04-844c805431dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.136565] env[62555]: DEBUG nova.objects.base [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Object Instance<9507999b-d5a3-4091-8457-a119a1726ea2> lazy-loaded attributes: info_cache,migration_context {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1810.137880] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87fd3dc-d03b-4802-82c9-964824aec4b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.161882] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51399ee3-d49d-4415-bf37-786e9a5bd74a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.167156] env[62555]: DEBUG oslo_vmware.api [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1810.167156] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526bb116-9d1e-919f-25e5-2450b251df69" [ 1810.167156] env[62555]: _type = "Task" [ 1810.167156] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.174725] env[62555]: DEBUG oslo_vmware.api [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526bb116-9d1e-919f-25e5-2450b251df69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.417080] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e266021b-191a-499c-93c7-681fb06531a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.430653] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeba361-1475-4ddf-aa61-97e39c50e9d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.433907] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063135} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.434568] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1810.435328] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f653bfff-beae-438f-99a7-2ac6f851d2e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.463551] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9581ab5d-87ae-48c1-979e-24a417272e60 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.483898] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e3e1aae3-56fc-4530-b360-fa3f3cfdba74/e3e1aae3-56fc-4530-b360-fa3f3cfdba74.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1810.484685] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66689f98-ed87-4adb-b80d-f63c86bf034b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.502866] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c491bb-585d-4acc-8226-539733adf74e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.507734] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1810.507734] env[62555]: value = "task-1705309" [ 1810.507734] env[62555]: _type = "Task" [ 1810.507734] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.518504] env[62555]: DEBUG nova.compute.provider_tree [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.524201] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705309, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.613665] env[62555]: DEBUG nova.compute.manager [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1810.678586] env[62555]: DEBUG oslo_vmware.api [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526bb116-9d1e-919f-25e5-2450b251df69, 'name': SearchDatastore_Task, 'duration_secs': 0.042676} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.678899] env[62555]: DEBUG oslo_concurrency.lockutils [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.019943] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705309, 'name': ReconfigVM_Task, 'duration_secs': 0.295389} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.020302] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e3e1aae3-56fc-4530-b360-fa3f3cfdba74/e3e1aae3-56fc-4530-b360-fa3f3cfdba74.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1811.021113] env[62555]: DEBUG nova.scheduler.client.report [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1811.024015] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36797dff-82e2-44a0-9a47-51f16ce836d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.031372] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1811.031372] env[62555]: value = "task-1705310" [ 1811.031372] env[62555]: _type = "Task" [ 1811.031372] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.040724] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705310, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.133296] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.527909] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.528586] env[62555]: DEBUG nova.compute.manager [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1811.531331] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.912s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.533206] env[62555]: INFO nova.compute.claims [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1811.545239] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705310, 'name': Rename_Task, 'duration_secs': 0.134306} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.545515] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1811.545769] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf68b081-abe0-41fe-b321-86aba4567c2c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.553303] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1811.553303] env[62555]: value = "task-1705311" [ 1811.553303] env[62555]: _type = "Task" [ 1811.553303] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.561333] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705311, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.039953] env[62555]: DEBUG nova.compute.utils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1812.042039] env[62555]: DEBUG nova.compute.manager [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1812.042039] env[62555]: DEBUG nova.network.neutron [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1812.063238] env[62555]: DEBUG oslo_vmware.api [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705311, 'name': PowerOnVM_Task, 'duration_secs': 0.442425} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.063495] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1812.063753] env[62555]: INFO nova.compute.manager [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1812.063870] env[62555]: DEBUG nova.compute.manager [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1812.064632] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f5d391-6df3-4795-a9ba-111e9efaf02a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.080885] env[62555]: DEBUG nova.policy [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04316d97dc32441e886d5181af42522a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6979cbd408e3425fa8dedcb216b58814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1812.355660] env[62555]: DEBUG nova.network.neutron [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Successfully created port: 8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1812.546789] env[62555]: DEBUG nova.compute.manager [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1812.587254] env[62555]: INFO nova.compute.manager [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Took 34.67 seconds to build instance. [ 1812.833787] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88278091-e0e2-4673-9381-5f9b94cd3dac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.843034] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31ff3c2-bf9f-4af1-a15e-41296118f6c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.874921] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475727e9-16e1-44ee-9821-11465229aebb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.882918] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ee1593-5db6-476b-8733-8c58494aac49 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.897821] env[62555]: DEBUG nova.compute.provider_tree [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.090239] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4d448a08-53ea-4ecb-b924-29224ccb9e1b tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.181s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.401177] env[62555]: DEBUG nova.scheduler.client.report [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1813.557035] env[62555]: DEBUG nova.compute.manager [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1813.583469] env[62555]: DEBUG nova.virt.hardware [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1813.583747] env[62555]: DEBUG nova.virt.hardware [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1813.583908] env[62555]: DEBUG nova.virt.hardware [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1813.584140] env[62555]: DEBUG nova.virt.hardware [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1813.584298] env[62555]: DEBUG nova.virt.hardware [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1813.584446] env[62555]: DEBUG nova.virt.hardware [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1813.584653] env[62555]: DEBUG nova.virt.hardware [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1813.584815] env[62555]: DEBUG nova.virt.hardware [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1813.584984] env[62555]: DEBUG nova.virt.hardware [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1813.585174] env[62555]: DEBUG nova.virt.hardware [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1813.585345] env[62555]: DEBUG nova.virt.hardware [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1813.586514] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47f0a08-d88e-4af4-9f66-a83a310ba409 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.595544] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19656a6c-4a52-4999-ad77-e1258e89b564 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.906557] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.907134] env[62555]: DEBUG nova.compute.manager [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1813.913020] env[62555]: DEBUG oslo_concurrency.lockutils [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.653s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.913020] env[62555]: DEBUG oslo_concurrency.lockutils [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.913020] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.089s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.915101] env[62555]: INFO nova.compute.claims [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1813.943880] env[62555]: INFO nova.scheduler.client.report [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleted allocations for instance 32abf923-2cfe-45a9-87ae-049fbe5021bf [ 1813.995096] env[62555]: DEBUG nova.compute.manager [req-a89c20db-4f9f-4f8e-9a50-2e652f742276 req-d4c58b24-a5a0-437c-a51f-9cd3dac469ad service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Received event network-vif-plugged-8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1813.995342] env[62555]: DEBUG oslo_concurrency.lockutils [req-a89c20db-4f9f-4f8e-9a50-2e652f742276 req-d4c58b24-a5a0-437c-a51f-9cd3dac469ad service nova] Acquiring lock "f895088f-a91c-4196-92f1-97c4f2fc14b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.995620] env[62555]: DEBUG oslo_concurrency.lockutils [req-a89c20db-4f9f-4f8e-9a50-2e652f742276 req-d4c58b24-a5a0-437c-a51f-9cd3dac469ad service nova] Lock "f895088f-a91c-4196-92f1-97c4f2fc14b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.995806] env[62555]: DEBUG oslo_concurrency.lockutils [req-a89c20db-4f9f-4f8e-9a50-2e652f742276 req-d4c58b24-a5a0-437c-a51f-9cd3dac469ad service nova] Lock "f895088f-a91c-4196-92f1-97c4f2fc14b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.995976] env[62555]: DEBUG nova.compute.manager [req-a89c20db-4f9f-4f8e-9a50-2e652f742276 req-d4c58b24-a5a0-437c-a51f-9cd3dac469ad service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] No waiting events found dispatching network-vif-plugged-8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1813.996203] env[62555]: WARNING nova.compute.manager [req-a89c20db-4f9f-4f8e-9a50-2e652f742276 req-d4c58b24-a5a0-437c-a51f-9cd3dac469ad service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Received unexpected event network-vif-plugged-8b441744-9393-42db-ab39-7a5fcaa36351 for instance with vm_state building and task_state spawning. [ 1814.066293] env[62555]: DEBUG oslo_concurrency.lockutils [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.066568] env[62555]: DEBUG oslo_concurrency.lockutils [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.066777] env[62555]: DEBUG oslo_concurrency.lockutils [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.066963] env[62555]: DEBUG oslo_concurrency.lockutils [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.067157] env[62555]: DEBUG oslo_concurrency.lockutils [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.069358] env[62555]: INFO nova.compute.manager [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Terminating instance [ 1814.088227] env[62555]: DEBUG nova.network.neutron [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Successfully updated port: 8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1814.420246] env[62555]: DEBUG nova.compute.utils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1814.423693] env[62555]: DEBUG nova.compute.manager [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1814.423868] env[62555]: DEBUG nova.network.neutron [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1814.453930] env[62555]: DEBUG oslo_concurrency.lockutils [None req-75dc1a67-abe7-4230-ad35-fb3d5a89e5df tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "32abf923-2cfe-45a9-87ae-049fbe5021bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.145s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.475822] env[62555]: DEBUG nova.policy [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c2daa0577e4a15b2c7536026eb1da0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a88e6f2009c484e8b365cda6d84b5dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1814.573092] env[62555]: DEBUG nova.compute.manager [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1814.573364] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1814.574359] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ec59e5-ff6b-43cc-bcf7-d319f1900b89 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.582865] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1814.583137] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84c88db4-34d8-43a4-9f5a-907753c74191 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.589170] env[62555]: DEBUG oslo_vmware.api [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1814.589170] env[62555]: value = "task-1705312" [ 1814.589170] env[62555]: _type = "Task" [ 1814.589170] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.592621] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.592849] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.593066] env[62555]: DEBUG nova.network.neutron [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1814.598910] env[62555]: DEBUG oslo_vmware.api [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.783493] env[62555]: DEBUG nova.network.neutron [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Successfully created port: 70a3e038-d1cd-49fd-994d-8aee2013ec9a {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1814.927017] env[62555]: DEBUG nova.compute.manager [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1815.104458] env[62555]: DEBUG oslo_vmware.api [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705312, 'name': PowerOffVM_Task, 'duration_secs': 0.204271} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.107571] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.107755] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.108186] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-968c6a94-ddf2-414a-a69e-ceb6d29753eb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.128411] env[62555]: DEBUG nova.network.neutron [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1815.176524] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1815.176621] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1815.176797] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleting the datastore file [datastore1] e3e1aae3-56fc-4530-b360-fa3f3cfdba74 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1815.177129] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43d75f16-f453-4647-a1e4-14515cefc86f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.182981] env[62555]: DEBUG oslo_vmware.api [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1815.182981] env[62555]: value = "task-1705314" [ 1815.182981] env[62555]: _type = "Task" [ 1815.182981] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.193289] env[62555]: DEBUG oslo_vmware.api [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.251746] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cfbddc-1743-489a-914b-e46ebf92ec80 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.260052] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd6cd8e-dd6b-4e12-8ef8-ddf2cfa38156 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.264962] env[62555]: DEBUG nova.network.neutron [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updating instance_info_cache with network_info: [{"id": "8b441744-9393-42db-ab39-7a5fcaa36351", "address": "fa:16:3e:d9:29:e5", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b441744-93", "ovs_interfaceid": "8b441744-9393-42db-ab39-7a5fcaa36351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.293488] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.293701] env[62555]: DEBUG nova.compute.manager [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Instance network_info: |[{"id": "8b441744-9393-42db-ab39-7a5fcaa36351", "address": "fa:16:3e:d9:29:e5", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b441744-93", "ovs_interfaceid": "8b441744-9393-42db-ab39-7a5fcaa36351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1815.294920] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0950155f-d97e-4e96-9a25-4e8655d863e8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.298337] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:29:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51ae336c-12cf-406a-b1ca-54e9ce553b3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b441744-9393-42db-ab39-7a5fcaa36351', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1815.305531] env[62555]: DEBUG oslo.service.loopingcall [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.306021] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1815.306682] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7f23736-6dad-4116-a898-ab3d1f39811d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.324332] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e711ab45-5d7a-42bc-aa3a-7bd21263a36e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.329378] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1815.329378] env[62555]: value = "task-1705315" [ 1815.329378] env[62555]: _type = "Task" [ 1815.329378] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.340532] env[62555]: DEBUG nova.compute.provider_tree [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.347329] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705315, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.692860] env[62555]: DEBUG oslo_vmware.api [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179187} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.693212] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1815.693345] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1815.693535] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1815.693711] env[62555]: INFO nova.compute.manager [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1815.693949] env[62555]: DEBUG oslo.service.loopingcall [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1815.694232] env[62555]: DEBUG nova.compute.manager [-] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1815.694355] env[62555]: DEBUG nova.network.neutron [-] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1815.839452] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705315, 'name': CreateVM_Task, 'duration_secs': 0.369566} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.839757] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1815.840337] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.840501] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.840831] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1815.841099] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ea0a35-be5a-4096-8ff2-effae2f861a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.843338] env[62555]: DEBUG nova.scheduler.client.report [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1815.850520] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1815.850520] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52198f7e-094f-0c08-c614-eccb9106274c" [ 1815.850520] env[62555]: _type = "Task" [ 1815.850520] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.862107] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52198f7e-094f-0c08-c614-eccb9106274c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.873475] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.873896] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.002s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.934301] env[62555]: DEBUG nova.compute.manager [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1815.960040] env[62555]: DEBUG nova.virt.hardware [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1815.960132] env[62555]: DEBUG nova.virt.hardware [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1815.960353] env[62555]: DEBUG nova.virt.hardware [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1815.960582] env[62555]: DEBUG nova.virt.hardware [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1815.962071] env[62555]: DEBUG nova.virt.hardware [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1815.962071] env[62555]: DEBUG nova.virt.hardware [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1815.962071] env[62555]: DEBUG nova.virt.hardware [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1815.962071] env[62555]: DEBUG nova.virt.hardware [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1815.962071] env[62555]: DEBUG nova.virt.hardware [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1815.962071] env[62555]: DEBUG nova.virt.hardware [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1815.962071] env[62555]: DEBUG nova.virt.hardware [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1815.963049] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b9816f-0461-4e40-9579-d52c51a09fc3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.971196] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05da13ee-ecf9-427f-91bb-ddd2e34a7c99 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.020982] env[62555]: DEBUG nova.compute.manager [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Received event network-changed-8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1816.021238] env[62555]: DEBUG nova.compute.manager [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Refreshing instance network info cache due to event network-changed-8b441744-9393-42db-ab39-7a5fcaa36351. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1816.021451] env[62555]: DEBUG oslo_concurrency.lockutils [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] Acquiring lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.021655] env[62555]: DEBUG oslo_concurrency.lockutils [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] Acquired lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.021835] env[62555]: DEBUG nova.network.neutron [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Refreshing network info cache for port 8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1816.325851] env[62555]: DEBUG nova.network.neutron [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Successfully updated port: 70a3e038-d1cd-49fd-994d-8aee2013ec9a {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1816.348054] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.348641] env[62555]: DEBUG nova.compute.manager [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1816.351753] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.467s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.354040] env[62555]: INFO nova.compute.claims [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1816.366937] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52198f7e-094f-0c08-c614-eccb9106274c, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.367302] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.367615] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1816.367932] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.368179] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.368451] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1816.368865] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-731ccac1-835b-4473-9af8-5016175d00c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.377263] env[62555]: INFO nova.compute.manager [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Detaching volume 59cef435-970e-45b5-98a9-473c3e4007f9 [ 1816.378950] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1816.379191] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1816.380532] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd8399c9-e47c-473d-b274-a987aa8accee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.387215] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1816.387215] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e7af9c-dda7-441c-8b4a-f6aaf9ab74ef" [ 1816.387215] env[62555]: _type = "Task" [ 1816.387215] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.397619] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e7af9c-dda7-441c-8b4a-f6aaf9ab74ef, 'name': SearchDatastore_Task, 'duration_secs': 0.008524} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.398389] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab58081-2dad-41ba-9205-64ba132c1e89 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.403035] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1816.403035] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c0843a-4e46-16a1-cdbf-ceea49fb2f90" [ 1816.403035] env[62555]: _type = "Task" [ 1816.403035] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.410905] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c0843a-4e46-16a1-cdbf-ceea49fb2f90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.416266] env[62555]: INFO nova.virt.block_device [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Attempting to driver detach volume 59cef435-970e-45b5-98a9-473c3e4007f9 from mountpoint /dev/sdb [ 1816.416514] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1816.416718] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355312', 'volume_id': '59cef435-970e-45b5-98a9-473c3e4007f9', 'name': 'volume-59cef435-970e-45b5-98a9-473c3e4007f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '83fd6c8d-bf51-4314-ab64-b6f3be48e895', 'attached_at': '', 'detached_at': '', 'volume_id': '59cef435-970e-45b5-98a9-473c3e4007f9', 'serial': '59cef435-970e-45b5-98a9-473c3e4007f9'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1816.417536] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071e4047-6e0a-4283-b391-a72a8b406594 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.439985] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d9b5cc-43fc-41e5-a4bb-2b9f3bfcdc24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.446942] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254db753-91b3-48b5-8245-10894cc247b7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.467025] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74a4716-3f55-42c6-b4cf-111d9ce0e710 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.481727] env[62555]: DEBUG nova.network.neutron [-] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.483263] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] The volume has not been displaced from its original location: [datastore1] volume-59cef435-970e-45b5-98a9-473c3e4007f9/volume-59cef435-970e-45b5-98a9-473c3e4007f9.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1816.488603] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1816.488868] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afd16d7c-09ab-4cac-be9f-cae814ef1362 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.507484] env[62555]: DEBUG oslo_vmware.api [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1816.507484] env[62555]: value = "task-1705316" [ 1816.507484] env[62555]: _type = "Task" [ 1816.507484] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.514875] env[62555]: DEBUG oslo_vmware.api [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.735292] env[62555]: DEBUG nova.network.neutron [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updated VIF entry in instance network info cache for port 8b441744-9393-42db-ab39-7a5fcaa36351. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1816.735709] env[62555]: DEBUG nova.network.neutron [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updating instance_info_cache with network_info: [{"id": "8b441744-9393-42db-ab39-7a5fcaa36351", "address": "fa:16:3e:d9:29:e5", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b441744-93", "ovs_interfaceid": "8b441744-9393-42db-ab39-7a5fcaa36351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1816.827521] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "refresh_cache-aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1816.827754] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "refresh_cache-aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1816.827857] env[62555]: DEBUG nova.network.neutron [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1816.861058] env[62555]: DEBUG nova.compute.utils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1816.862603] env[62555]: DEBUG nova.compute.manager [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1816.862603] env[62555]: DEBUG nova.network.neutron [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1816.904599] env[62555]: DEBUG nova.policy [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af4ad505d2174ad79e9ac73e0e1c1bc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67075c12bc5b47d39cc39e4b198650a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1816.916242] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c0843a-4e46-16a1-cdbf-ceea49fb2f90, 'name': SearchDatastore_Task, 'duration_secs': 0.008525} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.916513] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.916852] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] f895088f-a91c-4196-92f1-97c4f2fc14b0/f895088f-a91c-4196-92f1-97c4f2fc14b0.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1816.917257] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-043dcc02-f472-4a95-9b5a-5956eeffe6f0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.924338] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1816.924338] env[62555]: value = "task-1705317" [ 1816.924338] env[62555]: _type = "Task" [ 1816.924338] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.934381] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.984614] env[62555]: INFO nova.compute.manager [-] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Took 1.29 seconds to deallocate network for instance. [ 1817.017050] env[62555]: DEBUG oslo_vmware.api [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705316, 'name': ReconfigVM_Task, 'duration_secs': 0.240327} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.017361] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1817.022019] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e7e934-667e-4598-b1ca-8ad90b5c0146 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.039886] env[62555]: DEBUG oslo_vmware.api [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1817.039886] env[62555]: value = "task-1705318" [ 1817.039886] env[62555]: _type = "Task" [ 1817.039886] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.048701] env[62555]: DEBUG oslo_vmware.api [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705318, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.163768] env[62555]: DEBUG nova.network.neutron [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Successfully created port: 5adc6fcc-056f-485d-912f-636dde73044b {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1817.238409] env[62555]: DEBUG oslo_concurrency.lockutils [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] Releasing lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1817.238786] env[62555]: DEBUG nova.compute.manager [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Received event network-vif-deleted-8f0cd21d-e61e-45f7-be0a-5e78e67583ef {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1817.239033] env[62555]: INFO nova.compute.manager [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Neutron deleted interface 8f0cd21d-e61e-45f7-be0a-5e78e67583ef; detaching it from the instance and deleting it from the info cache [ 1817.239171] env[62555]: DEBUG nova.network.neutron [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.370100] env[62555]: DEBUG nova.compute.manager [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1817.377955] env[62555]: DEBUG nova.network.neutron [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1817.438743] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705317, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.493801] env[62555]: DEBUG oslo_concurrency.lockutils [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1817.549642] env[62555]: DEBUG oslo_vmware.api [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705318, 'name': ReconfigVM_Task, 'duration_secs': 0.142543} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.553887] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355312', 'volume_id': '59cef435-970e-45b5-98a9-473c3e4007f9', 'name': 'volume-59cef435-970e-45b5-98a9-473c3e4007f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '83fd6c8d-bf51-4314-ab64-b6f3be48e895', 'attached_at': '', 'detached_at': '', 'volume_id': '59cef435-970e-45b5-98a9-473c3e4007f9', 'serial': '59cef435-970e-45b5-98a9-473c3e4007f9'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1817.597128] env[62555]: DEBUG nova.network.neutron [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Updating instance_info_cache with network_info: [{"id": "70a3e038-d1cd-49fd-994d-8aee2013ec9a", "address": "fa:16:3e:c0:06:ab", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a3e038-d1", "ovs_interfaceid": "70a3e038-d1cd-49fd-994d-8aee2013ec9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.689481] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c19dcd-f761-4009-af07-022c5ed6aefe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.697852] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a33b1c-3bf4-478d-ac8f-fac4acc254f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.726638] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e3312e-1c9f-4ae4-806d-2ab9de99f6c6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.733963] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6d29d9-7c07-4063-bc3f-0786c7f114b0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.742079] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d887f236-da42-4e1c-b671-b4a311216797 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.752316] env[62555]: DEBUG nova.compute.provider_tree [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.760469] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d57e6ab-9d40-4b90-a70a-71144f583e08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.792483] env[62555]: DEBUG nova.compute.manager [req-188637f3-e682-467a-86cb-14ca47771c5f req-61e45b00-29aa-450b-90c2-1e9b27a85573 service nova] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Detach interface failed, port_id=8f0cd21d-e61e-45f7-be0a-5e78e67583ef, reason: Instance e3e1aae3-56fc-4530-b360-fa3f3cfdba74 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1817.935933] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583605} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.936295] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] f895088f-a91c-4196-92f1-97c4f2fc14b0/f895088f-a91c-4196-92f1-97c4f2fc14b0.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1817.936521] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1817.936772] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36e71378-2666-4fbb-8db3-de2dc187b52c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.942739] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1817.942739] env[62555]: value = "task-1705319" [ 1817.942739] env[62555]: _type = "Task" [ 1817.942739] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.949915] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.092034] env[62555]: DEBUG nova.compute.manager [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Received event network-vif-plugged-70a3e038-d1cd-49fd-994d-8aee2013ec9a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1818.092034] env[62555]: DEBUG oslo_concurrency.lockutils [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] Acquiring lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.092261] env[62555]: DEBUG oslo_concurrency.lockutils [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] Lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.092428] env[62555]: DEBUG oslo_concurrency.lockutils [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] Lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.092601] env[62555]: DEBUG nova.compute.manager [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] No waiting events found dispatching network-vif-plugged-70a3e038-d1cd-49fd-994d-8aee2013ec9a {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1818.092765] env[62555]: WARNING nova.compute.manager [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Received unexpected event network-vif-plugged-70a3e038-d1cd-49fd-994d-8aee2013ec9a for instance with vm_state building and task_state spawning. [ 1818.092922] env[62555]: DEBUG nova.compute.manager [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Received event network-changed-70a3e038-d1cd-49fd-994d-8aee2013ec9a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1818.093150] env[62555]: DEBUG nova.compute.manager [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Refreshing instance network info cache due to event network-changed-70a3e038-d1cd-49fd-994d-8aee2013ec9a. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1818.093353] env[62555]: DEBUG oslo_concurrency.lockutils [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] Acquiring lock "refresh_cache-aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.099470] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "refresh_cache-aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1818.099763] env[62555]: DEBUG nova.compute.manager [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Instance network_info: |[{"id": "70a3e038-d1cd-49fd-994d-8aee2013ec9a", "address": "fa:16:3e:c0:06:ab", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a3e038-d1", "ovs_interfaceid": "70a3e038-d1cd-49fd-994d-8aee2013ec9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1818.100053] env[62555]: DEBUG oslo_concurrency.lockutils [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] Acquired lock "refresh_cache-aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.100652] env[62555]: DEBUG nova.network.neutron [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Refreshing network info cache for port 70a3e038-d1cd-49fd-994d-8aee2013ec9a {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1818.102028] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:06:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70a3e038-d1cd-49fd-994d-8aee2013ec9a', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1818.110670] env[62555]: DEBUG oslo.service.loopingcall [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1818.112094] env[62555]: DEBUG nova.objects.instance [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lazy-loading 'flavor' on Instance uuid 83fd6c8d-bf51-4314-ab64-b6f3be48e895 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.114201] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1818.114502] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ee664cb-d1b5-4dd8-b95c-724a1725f35c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.135988] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1818.135988] env[62555]: value = "task-1705320" [ 1818.135988] env[62555]: _type = "Task" [ 1818.135988] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.144545] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705320, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.256594] env[62555]: DEBUG nova.scheduler.client.report [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1818.383363] env[62555]: DEBUG nova.compute.manager [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1818.410986] env[62555]: DEBUG nova.virt.hardware [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1818.411278] env[62555]: DEBUG nova.virt.hardware [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1818.411448] env[62555]: DEBUG nova.virt.hardware [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1818.411632] env[62555]: DEBUG nova.virt.hardware [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1818.411799] env[62555]: DEBUG nova.virt.hardware [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1818.411974] env[62555]: DEBUG nova.virt.hardware [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1818.412209] env[62555]: DEBUG nova.virt.hardware [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1818.412370] env[62555]: DEBUG nova.virt.hardware [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1818.413050] env[62555]: DEBUG nova.virt.hardware [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1818.413050] env[62555]: DEBUG nova.virt.hardware [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1818.413050] env[62555]: DEBUG nova.virt.hardware [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1818.413939] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae6545-c5cb-4d89-852b-2edd8b7a187d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.424358] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581556cf-8095-46be-804d-a8d3259a5ed2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.452022] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063491} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.452292] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1818.453036] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172cf7b4-7658-4329-ab55-401b3538afcd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.475855] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] f895088f-a91c-4196-92f1-97c4f2fc14b0/f895088f-a91c-4196-92f1-97c4f2fc14b0.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1818.476179] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4da15b2-4590-426f-b64c-b47b2e5dc62e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.494591] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1818.494591] env[62555]: value = "task-1705321" [ 1818.494591] env[62555]: _type = "Task" [ 1818.494591] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.502572] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.647156] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705320, 'name': CreateVM_Task, 'duration_secs': 0.414175} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.647337] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1818.648018] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1818.648190] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1818.648530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1818.648774] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-027e6d78-f145-4b58-9bd8-959b94458cb6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.654099] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1818.654099] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52055467-9f01-5353-a035-61e89cd42be9" [ 1818.654099] env[62555]: _type = "Task" [ 1818.654099] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.664510] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52055467-9f01-5353-a035-61e89cd42be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.761622] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.762303] env[62555]: DEBUG nova.compute.manager [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1818.765285] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.869s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.765538] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.767612] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.020s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.767797] env[62555]: DEBUG nova.objects.instance [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62555) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1818.799532] env[62555]: INFO nova.scheduler.client.report [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted allocations for instance e2531bdd-1223-47fc-bc42-0990a7eb756b [ 1818.908717] env[62555]: DEBUG nova.network.neutron [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Successfully updated port: 5adc6fcc-056f-485d-912f-636dde73044b {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1818.923352] env[62555]: DEBUG nova.network.neutron [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Updated VIF entry in instance network info cache for port 70a3e038-d1cd-49fd-994d-8aee2013ec9a. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1818.923712] env[62555]: DEBUG nova.network.neutron [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Updating instance_info_cache with network_info: [{"id": "70a3e038-d1cd-49fd-994d-8aee2013ec9a", "address": "fa:16:3e:c0:06:ab", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a3e038-d1", "ovs_interfaceid": "70a3e038-d1cd-49fd-994d-8aee2013ec9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1819.005810] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705321, 'name': ReconfigVM_Task, 'duration_secs': 0.276086} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.006085] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Reconfigured VM instance instance-00000068 to attach disk [datastore1] f895088f-a91c-4196-92f1-97c4f2fc14b0/f895088f-a91c-4196-92f1-97c4f2fc14b0.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1819.006804] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5f9ced1-7304-4bc3-b3ef-f29465691322 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.016404] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1819.016404] env[62555]: value = "task-1705322" [ 1819.016404] env[62555]: _type = "Task" [ 1819.016404] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.024468] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705322, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.120976] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c98b952c-f0b6-41a6-b9c8-393404c420ee tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.166097] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52055467-9f01-5353-a035-61e89cd42be9, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.166568] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.166809] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1819.167054] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.167219] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.167413] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1819.167666] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-749a3201-f465-422a-891d-a2d6ae3ef14f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.175872] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1819.176055] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1819.176767] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29423b11-9c01-475b-98dd-34fee209078c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.181422] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1819.181422] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526eca9d-c301-e94e-5e7e-63ef24419c70" [ 1819.181422] env[62555]: _type = "Task" [ 1819.181422] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.189096] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526eca9d-c301-e94e-5e7e-63ef24419c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.272783] env[62555]: DEBUG nova.compute.utils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1819.278029] env[62555]: DEBUG nova.compute.manager [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1819.278375] env[62555]: DEBUG nova.network.neutron [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1819.308173] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3e8ce1f2-c6fa-4870-90b9-35a6810ea1dc tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "e2531bdd-1223-47fc-bc42-0990a7eb756b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.903s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.319094] env[62555]: DEBUG nova.policy [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5540bd9d58684613977b2fda124470d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9474985563df48aca87e2fb4d6253c91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1819.413412] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "refresh_cache-36724ff7-3e23-4017-84cf-56474b1e52c3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.413596] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "refresh_cache-36724ff7-3e23-4017-84cf-56474b1e52c3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.413706] env[62555]: DEBUG nova.network.neutron [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1819.425632] env[62555]: DEBUG oslo_concurrency.lockutils [req-ed84853c-aea5-4614-b913-ff1b6c635c74 req-37f7e6a7-aabe-466e-96cc-d39688e2bc29 service nova] Releasing lock "refresh_cache-aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1819.526458] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705322, 'name': Rename_Task, 'duration_secs': 0.129572} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.526746] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1819.526993] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cd0317b-7c9d-4b6c-8566-a907a8ba2e13 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.535206] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1819.535206] env[62555]: value = "task-1705323" [ 1819.535206] env[62555]: _type = "Task" [ 1819.535206] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.543319] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.566577] env[62555]: DEBUG nova.network.neutron [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Successfully created port: 7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1819.695345] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]526eca9d-c301-e94e-5e7e-63ef24419c70, 'name': SearchDatastore_Task, 'duration_secs': 0.007645} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.696181] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cf8a308-daab-4715-ba2c-de912052cdae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.701984] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1819.701984] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d7b92b-f03d-9e11-9dec-024bd5171425" [ 1819.701984] env[62555]: _type = "Task" [ 1819.701984] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.710113] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d7b92b-f03d-9e11-9dec-024bd5171425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.779531] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6484684-4e65-48fe-9bde-37e23d1815bf tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.780638] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.466s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1819.780868] env[62555]: DEBUG nova.objects.instance [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lazy-loading 'resources' on Instance uuid 5a969e7e-403d-4cc1-a6e9-d7c165ebd162 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1819.781979] env[62555]: DEBUG nova.compute.manager [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1819.947659] env[62555]: DEBUG nova.network.neutron [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1820.044505] env[62555]: DEBUG oslo_vmware.api [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705323, 'name': PowerOnVM_Task, 'duration_secs': 0.475897} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.044910] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1820.044981] env[62555]: INFO nova.compute.manager [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Took 6.49 seconds to spawn the instance on the hypervisor. [ 1820.045177] env[62555]: DEBUG nova.compute.manager [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1820.048073] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2b2fcd-d511-49d8-923a-7d597b5228e2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.083957] env[62555]: DEBUG nova.network.neutron [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Updating instance_info_cache with network_info: [{"id": "5adc6fcc-056f-485d-912f-636dde73044b", "address": "fa:16:3e:a6:cb:76", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5adc6fcc-05", "ovs_interfaceid": "5adc6fcc-056f-485d-912f-636dde73044b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.192808] env[62555]: DEBUG oslo_concurrency.lockutils [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.193185] env[62555]: DEBUG oslo_concurrency.lockutils [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.193348] env[62555]: DEBUG oslo_concurrency.lockutils [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.193538] env[62555]: DEBUG oslo_concurrency.lockutils [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.193708] env[62555]: DEBUG oslo_concurrency.lockutils [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.196175] env[62555]: INFO nova.compute.manager [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Terminating instance [ 1820.216154] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d7b92b-f03d-9e11-9dec-024bd5171425, 'name': SearchDatastore_Task, 'duration_secs': 0.010086} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.216441] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.216698] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] aa2691a4-5a6b-4303-8b24-d3392c8d3e2d/aa2691a4-5a6b-4303-8b24-d3392c8d3e2d.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1820.216948] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7954a0f7-56e5-4e39-903d-f3eaa80f2893 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.224858] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1820.224858] env[62555]: value = "task-1705324" [ 1820.224858] env[62555]: _type = "Task" [ 1820.224858] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.235288] env[62555]: DEBUG nova.compute.manager [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Received event network-vif-plugged-5adc6fcc-056f-485d-912f-636dde73044b {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1820.235288] env[62555]: DEBUG oslo_concurrency.lockutils [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] Acquiring lock "36724ff7-3e23-4017-84cf-56474b1e52c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.235566] env[62555]: DEBUG oslo_concurrency.lockutils [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] Lock "36724ff7-3e23-4017-84cf-56474b1e52c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.235813] env[62555]: DEBUG oslo_concurrency.lockutils [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] Lock "36724ff7-3e23-4017-84cf-56474b1e52c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.236023] env[62555]: DEBUG nova.compute.manager [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] No waiting events found dispatching network-vif-plugged-5adc6fcc-056f-485d-912f-636dde73044b {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1820.236221] env[62555]: WARNING nova.compute.manager [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Received unexpected event network-vif-plugged-5adc6fcc-056f-485d-912f-636dde73044b for instance with vm_state building and task_state spawning. [ 1820.236391] env[62555]: DEBUG nova.compute.manager [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Received event network-changed-5adc6fcc-056f-485d-912f-636dde73044b {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1820.237226] env[62555]: DEBUG nova.compute.manager [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Refreshing instance network info cache due to event network-changed-5adc6fcc-056f-485d-912f-636dde73044b. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1820.237449] env[62555]: DEBUG oslo_concurrency.lockutils [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] Acquiring lock "refresh_cache-36724ff7-3e23-4017-84cf-56474b1e52c3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1820.243517] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.571049] env[62555]: INFO nova.compute.manager [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Took 35.58 seconds to build instance. [ 1820.586765] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "refresh_cache-36724ff7-3e23-4017-84cf-56474b1e52c3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1820.587170] env[62555]: DEBUG nova.compute.manager [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Instance network_info: |[{"id": "5adc6fcc-056f-485d-912f-636dde73044b", "address": "fa:16:3e:a6:cb:76", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5adc6fcc-05", "ovs_interfaceid": "5adc6fcc-056f-485d-912f-636dde73044b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1820.587826] env[62555]: DEBUG oslo_concurrency.lockutils [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] Acquired lock "refresh_cache-36724ff7-3e23-4017-84cf-56474b1e52c3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1820.588036] env[62555]: DEBUG nova.network.neutron [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Refreshing network info cache for port 5adc6fcc-056f-485d-912f-636dde73044b {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.589350] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:cb:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '496faa4d-d874-449b-905e-328ddd60b31b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5adc6fcc-056f-485d-912f-636dde73044b', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1820.597449] env[62555]: DEBUG oslo.service.loopingcall [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1820.601319] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1820.601818] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67676694-747e-4761-95bb-eec35b5b32f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.619771] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eced6f-2d52-4753-b25f-e1f7d1f2a7a0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.630421] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05325b29-e9c7-48fa-ac2b-66f0aa40bac2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.633916] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1820.633916] env[62555]: value = "task-1705325" [ 1820.633916] env[62555]: _type = "Task" [ 1820.633916] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.665736] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97408de-8839-4e60-b9e9-1924ccee8f96 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.672045] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705325, 'name': CreateVM_Task} progress is 15%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.677486] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616d7799-4301-4e73-87ab-c2bebc634990 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.693439] env[62555]: DEBUG nova.compute.provider_tree [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1820.700118] env[62555]: DEBUG nova.compute.manager [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1820.700314] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1820.701253] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2fbfb2-4f89-4a12-b97b-0d007e85cbca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.710812] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1820.711106] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9443647-9bff-4c79-89e3-3fc744d45f1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.717614] env[62555]: DEBUG oslo_vmware.api [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1820.717614] env[62555]: value = "task-1705326" [ 1820.717614] env[62555]: _type = "Task" [ 1820.717614] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.725091] env[62555]: DEBUG oslo_vmware.api [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.732938] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471517} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1820.733244] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] aa2691a4-5a6b-4303-8b24-d3392c8d3e2d/aa2691a4-5a6b-4303-8b24-d3392c8d3e2d.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1820.733469] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1820.733705] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-050a929a-6018-418e-8052-1ecbdb02e23e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.739993] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1820.739993] env[62555]: value = "task-1705327" [ 1820.739993] env[62555]: _type = "Task" [ 1820.739993] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1820.747771] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1820.794313] env[62555]: DEBUG nova.compute.manager [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1820.820235] env[62555]: DEBUG nova.virt.hardware [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1820.820553] env[62555]: DEBUG nova.virt.hardware [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1820.820744] env[62555]: DEBUG nova.virt.hardware [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.820936] env[62555]: DEBUG nova.virt.hardware [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1820.821098] env[62555]: DEBUG nova.virt.hardware [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.821249] env[62555]: DEBUG nova.virt.hardware [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1820.821474] env[62555]: DEBUG nova.virt.hardware [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1820.821678] env[62555]: DEBUG nova.virt.hardware [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1820.821801] env[62555]: DEBUG nova.virt.hardware [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1820.821961] env[62555]: DEBUG nova.virt.hardware [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1820.822146] env[62555]: DEBUG nova.virt.hardware [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1820.823068] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fc6761-73c9-43ec-a4c6-47c3243a2269 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.831583] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab76512-e741-4c74-9d09-a8612046741b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.960746] env[62555]: DEBUG nova.compute.manager [req-7a26e76b-fd54-483a-beac-690251f76f0f req-3f196e49-1737-47f6-9a53-88094fd18ecb service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Received event network-vif-plugged-7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1820.960927] env[62555]: DEBUG oslo_concurrency.lockutils [req-7a26e76b-fd54-483a-beac-690251f76f0f req-3f196e49-1737-47f6-9a53-88094fd18ecb service nova] Acquiring lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.961165] env[62555]: DEBUG oslo_concurrency.lockutils [req-7a26e76b-fd54-483a-beac-690251f76f0f req-3f196e49-1737-47f6-9a53-88094fd18ecb service nova] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.961346] env[62555]: DEBUG oslo_concurrency.lockutils [req-7a26e76b-fd54-483a-beac-690251f76f0f req-3f196e49-1737-47f6-9a53-88094fd18ecb service nova] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.961506] env[62555]: DEBUG nova.compute.manager [req-7a26e76b-fd54-483a-beac-690251f76f0f req-3f196e49-1737-47f6-9a53-88094fd18ecb service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] No waiting events found dispatching network-vif-plugged-7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1820.961668] env[62555]: WARNING nova.compute.manager [req-7a26e76b-fd54-483a-beac-690251f76f0f req-3f196e49-1737-47f6-9a53-88094fd18ecb service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Received unexpected event network-vif-plugged-7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb for instance with vm_state building and task_state spawning. [ 1821.073674] env[62555]: DEBUG oslo_concurrency.lockutils [None req-512f763d-cd7f-486b-9743-162ed3ea540d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.091s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.146067] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705325, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.196099] env[62555]: DEBUG nova.scheduler.client.report [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1821.229646] env[62555]: DEBUG oslo_vmware.api [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705326, 'name': PowerOffVM_Task, 'duration_secs': 0.351601} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.229933] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1821.230112] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1821.230373] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56b601d0-62a1-458a-bb70-5dd7547c2b8b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.249217] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061016} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.249487] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1821.250816] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeb4eab-3d16-49e1-a68c-3723ce39e8ad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.278347] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] aa2691a4-5a6b-4303-8b24-d3392c8d3e2d/aa2691a4-5a6b-4303-8b24-d3392c8d3e2d.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1821.282610] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b7379f3-b0bb-48a6-b771-56d299a86e8e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.304456] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1821.304456] env[62555]: value = "task-1705329" [ 1821.304456] env[62555]: _type = "Task" [ 1821.304456] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.311126] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1821.311480] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1821.311726] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleting the datastore file [datastore1] 83fd6c8d-bf51-4314-ab64-b6f3be48e895 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1821.312059] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9646cd4b-4588-437f-b992-f668c3e5f6fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.318880] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.323007] env[62555]: DEBUG oslo_vmware.api [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1821.323007] env[62555]: value = "task-1705330" [ 1821.323007] env[62555]: _type = "Task" [ 1821.323007] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.334911] env[62555]: DEBUG oslo_vmware.api [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.375390] env[62555]: DEBUG nova.network.neutron [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Updated VIF entry in instance network info cache for port 5adc6fcc-056f-485d-912f-636dde73044b. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1821.375807] env[62555]: DEBUG nova.network.neutron [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Updating instance_info_cache with network_info: [{"id": "5adc6fcc-056f-485d-912f-636dde73044b", "address": "fa:16:3e:a6:cb:76", "network": {"id": "09829c45-f490-4cf4-9318-d0f83fc74803", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1481966908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67075c12bc5b47d39cc39e4b198650a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "496faa4d-d874-449b-905e-328ddd60b31b", "external-id": "nsx-vlan-transportzone-391", "segmentation_id": 391, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5adc6fcc-05", "ovs_interfaceid": "5adc6fcc-056f-485d-912f-636dde73044b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.545221] env[62555]: DEBUG nova.network.neutron [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Successfully updated port: 7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1821.643286] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705325, 'name': CreateVM_Task, 'duration_secs': 0.646255} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.643494] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1821.644136] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.644428] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.644640] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1821.644893] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-178aa126-89ab-4242-a59d-d12cb9132c6c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.649862] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1821.649862] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5257f479-de5f-2d37-39f0-735981c599d6" [ 1821.649862] env[62555]: _type = "Task" [ 1821.649862] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.657722] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5257f479-de5f-2d37-39f0-735981c599d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.701265] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.703566] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.874s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.722987] env[62555]: INFO nova.scheduler.client.report [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Deleted allocations for instance 5a969e7e-403d-4cc1-a6e9-d7c165ebd162 [ 1821.814681] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.831158] env[62555]: DEBUG oslo_vmware.api [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299685} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1821.831363] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1821.831542] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1821.831718] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1821.831893] env[62555]: INFO nova.compute.manager [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1821.832259] env[62555]: DEBUG oslo.service.loopingcall [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1821.832383] env[62555]: DEBUG nova.compute.manager [-] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1821.832478] env[62555]: DEBUG nova.network.neutron [-] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1821.878344] env[62555]: DEBUG oslo_concurrency.lockutils [req-eeaa81bf-6c23-4ab7-a5ad-ad6de76a5bcf req-4e7fed2d-54a9-468a-b075-7f65ae2a0c3f service nova] Releasing lock "refresh_cache-36724ff7-3e23-4017-84cf-56474b1e52c3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.051794] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "refresh_cache-973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.052045] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "refresh_cache-973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.052173] env[62555]: DEBUG nova.network.neutron [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.121209] env[62555]: DEBUG nova.compute.manager [req-c5e641ee-d298-4819-b82b-c979216cdc13 req-75844ceb-1b9a-4315-b42f-769c5d0acab9 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Received event network-changed-81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1822.121431] env[62555]: DEBUG nova.compute.manager [req-c5e641ee-d298-4819-b82b-c979216cdc13 req-75844ceb-1b9a-4315-b42f-769c5d0acab9 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing instance network info cache due to event network-changed-81573845-9c0b-4d1a-95c2-ba543c35e9bb. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1822.121647] env[62555]: DEBUG oslo_concurrency.lockutils [req-c5e641ee-d298-4819-b82b-c979216cdc13 req-75844ceb-1b9a-4315-b42f-769c5d0acab9 service nova] Acquiring lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.121780] env[62555]: DEBUG oslo_concurrency.lockutils [req-c5e641ee-d298-4819-b82b-c979216cdc13 req-75844ceb-1b9a-4315-b42f-769c5d0acab9 service nova] Acquired lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.121937] env[62555]: DEBUG nova.network.neutron [req-c5e641ee-d298-4819-b82b-c979216cdc13 req-75844ceb-1b9a-4315-b42f-769c5d0acab9 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing network info cache for port 81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1822.161186] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5257f479-de5f-2d37-39f0-735981c599d6, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.161504] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.161734] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1822.162042] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.162139] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.162300] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1822.162572] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c54be95-f207-4c26-8ade-3e5a199b80d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.171928] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1822.172240] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1822.173449] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b85485a-0a92-416a-ac2e-06d194134cda {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.179019] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1822.179019] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291dc73-b22f-0181-3c83-971553b95a60" [ 1822.179019] env[62555]: _type = "Task" [ 1822.179019] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.187857] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291dc73-b22f-0181-3c83-971553b95a60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.208452] env[62555]: INFO nova.compute.claims [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1822.229974] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a1457d72-8c08-4296-9252-932f0a2b6be4 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "5a969e7e-403d-4cc1-a6e9-d7c165ebd162" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.334s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.268821] env[62555]: DEBUG nova.compute.manager [req-be419e19-7ee4-4eba-9d7a-40a52ed29447 req-d94cfd11-646b-4651-9275-504a4a01f04b service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Received event network-changed-7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1822.268821] env[62555]: DEBUG nova.compute.manager [req-be419e19-7ee4-4eba-9d7a-40a52ed29447 req-d94cfd11-646b-4651-9275-504a4a01f04b service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Refreshing instance network info cache due to event network-changed-7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1822.268821] env[62555]: DEBUG oslo_concurrency.lockutils [req-be419e19-7ee4-4eba-9d7a-40a52ed29447 req-d94cfd11-646b-4651-9275-504a4a01f04b service nova] Acquiring lock "refresh_cache-973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1822.314645] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705329, 'name': ReconfigVM_Task, 'duration_secs': 0.65596} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.317622] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] aa2691a4-5a6b-4303-8b24-d3392c8d3e2d/aa2691a4-5a6b-4303-8b24-d3392c8d3e2d.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1822.317622] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f59957f-2caf-42eb-9782-e3a3082de986 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.325158] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1822.325158] env[62555]: value = "task-1705331" [ 1822.325158] env[62555]: _type = "Task" [ 1822.325158] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.332928] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705331, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.585376] env[62555]: DEBUG nova.network.neutron [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1822.690737] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5291dc73-b22f-0181-3c83-971553b95a60, 'name': SearchDatastore_Task, 'duration_secs': 0.008178} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.691606] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b7c43ff-afff-4857-a4dc-980bc657800c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.697090] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1822.697090] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52846753-6aad-e949-936e-5e87a3fef30e" [ 1822.697090] env[62555]: _type = "Task" [ 1822.697090] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.705735] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52846753-6aad-e949-936e-5e87a3fef30e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.719148] env[62555]: INFO nova.compute.resource_tracker [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating resource usage from migration 5c8b4e9b-3680-498a-946d-3f9b4615818f [ 1822.784136] env[62555]: DEBUG nova.network.neutron [-] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.796402] env[62555]: DEBUG nova.network.neutron [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Updating instance_info_cache with network_info: [{"id": "7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb", "address": "fa:16:3e:77:c3:e6", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4cd6b6-c7", "ovs_interfaceid": "7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.833075] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705331, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.929121] env[62555]: DEBUG nova.network.neutron [req-c5e641ee-d298-4819-b82b-c979216cdc13 req-75844ceb-1b9a-4315-b42f-769c5d0acab9 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updated VIF entry in instance network info cache for port 81573845-9c0b-4d1a-95c2-ba543c35e9bb. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1822.929492] env[62555]: DEBUG nova.network.neutron [req-c5e641ee-d298-4819-b82b-c979216cdc13 req-75844ceb-1b9a-4315-b42f-769c5d0acab9 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updating instance_info_cache with network_info: [{"id": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "address": "fa:16:3e:7f:8e:44", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81573845-9c", "ovs_interfaceid": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.039142] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035b2369-3be0-4fd9-a3d7-99d8349c15ce {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.047228] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb45060b-2c39-4f29-9387-d28a42e2c462 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.083905] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ddc90f-c68e-4827-a652-ae005bade361 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.092015] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-349a46c1-1c52-4a2f-a8c7-ad6f162ce648 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.106134] env[62555]: DEBUG nova.compute.provider_tree [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1823.213492] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52846753-6aad-e949-936e-5e87a3fef30e, 'name': SearchDatastore_Task, 'duration_secs': 0.009083} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.213492] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.213492] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 36724ff7-3e23-4017-84cf-56474b1e52c3/36724ff7-3e23-4017-84cf-56474b1e52c3.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1823.213492] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd90aa44-0a16-4cf4-a13a-7fb842bf9285 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.220792] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1823.220792] env[62555]: value = "task-1705332" [ 1823.220792] env[62555]: _type = "Task" [ 1823.220792] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.231092] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705332, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.287401] env[62555]: INFO nova.compute.manager [-] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Took 1.45 seconds to deallocate network for instance. [ 1823.299913] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "refresh_cache-973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.300321] env[62555]: DEBUG nova.compute.manager [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Instance network_info: |[{"id": "7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb", "address": "fa:16:3e:77:c3:e6", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4cd6b6-c7", "ovs_interfaceid": "7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1823.300974] env[62555]: DEBUG oslo_concurrency.lockutils [req-be419e19-7ee4-4eba-9d7a-40a52ed29447 req-d94cfd11-646b-4651-9275-504a4a01f04b service nova] Acquired lock "refresh_cache-973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.301098] env[62555]: DEBUG nova.network.neutron [req-be419e19-7ee4-4eba-9d7a-40a52ed29447 req-d94cfd11-646b-4651-9275-504a4a01f04b service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Refreshing network info cache for port 7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1823.306018] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:c3:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1823.315242] env[62555]: DEBUG oslo.service.loopingcall [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.316649] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1823.317081] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36f7ef05-ab7e-4c47-a7c9-a8314b0155bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.350224] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705331, 'name': Rename_Task, 'duration_secs': 0.944492} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.350963] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1823.350963] env[62555]: value = "task-1705333" [ 1823.350963] env[62555]: _type = "Task" [ 1823.350963] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.350963] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1823.351299] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b822e1d6-0f3b-4e79-989b-3ed0c8c10907 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.361085] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705333, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.362474] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1823.362474] env[62555]: value = "task-1705334" [ 1823.362474] env[62555]: _type = "Task" [ 1823.362474] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.369993] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.432377] env[62555]: DEBUG oslo_concurrency.lockutils [req-c5e641ee-d298-4819-b82b-c979216cdc13 req-75844ceb-1b9a-4315-b42f-769c5d0acab9 service nova] Releasing lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.611019] env[62555]: DEBUG nova.scheduler.client.report [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1823.730348] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491942} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.730756] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 36724ff7-3e23-4017-84cf-56474b1e52c3/36724ff7-3e23-4017-84cf-56474b1e52c3.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1823.730861] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1823.731146] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a85feec0-9e51-40f8-86d4-f9a2db9a1daa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.740373] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1823.740373] env[62555]: value = "task-1705335" [ 1823.740373] env[62555]: _type = "Task" [ 1823.740373] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.753317] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.794768] env[62555]: DEBUG oslo_concurrency.lockutils [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1823.862975] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705333, 'name': CreateVM_Task, 'duration_secs': 0.368932} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.870591] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1823.871459] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.871693] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.872048] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1823.876020] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fbe7208-7667-4422-88af-6cd507388e50 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.879978] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705334, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.883161] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1823.883161] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b31ad8-4441-5038-7b4f-cefeec87a650" [ 1823.883161] env[62555]: _type = "Task" [ 1823.883161] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.890918] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b31ad8-4441-5038-7b4f-cefeec87a650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.081442] env[62555]: DEBUG nova.network.neutron [req-be419e19-7ee4-4eba-9d7a-40a52ed29447 req-d94cfd11-646b-4651-9275-504a4a01f04b service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Updated VIF entry in instance network info cache for port 7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.081779] env[62555]: DEBUG nova.network.neutron [req-be419e19-7ee4-4eba-9d7a-40a52ed29447 req-d94cfd11-646b-4651-9275-504a4a01f04b service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Updating instance_info_cache with network_info: [{"id": "7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb", "address": "fa:16:3e:77:c3:e6", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f4cd6b6-c7", "ovs_interfaceid": "7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.114885] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.411s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.115110] env[62555]: INFO nova.compute.manager [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Migrating [ 1824.122186] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.991s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.122442] env[62555]: DEBUG nova.objects.instance [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lazy-loading 'resources' on Instance uuid 5531e02e-939b-4dfa-b341-9f3d4dd2a875 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.152144] env[62555]: DEBUG nova.compute.manager [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Received event network-changed-8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1824.152381] env[62555]: DEBUG nova.compute.manager [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Refreshing instance network info cache due to event network-changed-8b441744-9393-42db-ab39-7a5fcaa36351. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1824.152593] env[62555]: DEBUG oslo_concurrency.lockutils [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] Acquiring lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.152738] env[62555]: DEBUG oslo_concurrency.lockutils [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] Acquired lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.152896] env[62555]: DEBUG nova.network.neutron [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Refreshing network info cache for port 8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1824.251428] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074162} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.251514] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1824.252790] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81be21e0-2687-4a41-9148-84501c0a1d78 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.280344] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 36724ff7-3e23-4017-84cf-56474b1e52c3/36724ff7-3e23-4017-84cf-56474b1e52c3.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1824.283200] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e1f7178-4c05-4a70-9910-ed915a064352 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.309781] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1824.309781] env[62555]: value = "task-1705336" [ 1824.309781] env[62555]: _type = "Task" [ 1824.309781] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.319657] env[62555]: DEBUG nova.compute.manager [req-76f5513b-163e-4211-bc90-8c3139526593 req-9390da35-2397-490e-9211-d1dd80b06e41 service nova] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Received event network-vif-deleted-4d5c8e65-cde1-4082-8dae-2cf4fc61aa05 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1824.324647] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705336, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.375299] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.398660] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b31ad8-4441-5038-7b4f-cefeec87a650, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.399416] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.399661] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1824.399889] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.400050] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.400242] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1824.401608] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d969ffd6-a976-423c-8451-04f658f1a22b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.412256] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1824.412456] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1824.413234] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536a7bca-0b35-4eaa-bac5-a4c1c054c779 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.419044] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1824.419044] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d49d8c-cc5a-a976-822b-0e7b8691071e" [ 1824.419044] env[62555]: _type = "Task" [ 1824.419044] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.433186] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d49d8c-cc5a-a976-822b-0e7b8691071e, 'name': SearchDatastore_Task, 'duration_secs': 0.008716} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.433291] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b037b29b-08c2-4853-9d5e-eae1fb2797c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.439970] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1824.439970] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5284e8fb-5990-874d-29ea-cb8e7c24c007" [ 1824.439970] env[62555]: _type = "Task" [ 1824.439970] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.454020] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5284e8fb-5990-874d-29ea-cb8e7c24c007, 'name': SearchDatastore_Task, 'duration_secs': 0.008672} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.454305] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.454558] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d/973aa1c3-67f6-46a3-ac04-a9bef7a4e14d.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1824.454805] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58d54218-0516-41ea-89e7-6169614a0681 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.461425] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1824.461425] env[62555]: value = "task-1705337" [ 1824.461425] env[62555]: _type = "Task" [ 1824.461425] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.463032] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eecba7f-8e38-4dc3-948e-386b109e3f14 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.475597] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2889b389-e625-4212-9ec4-3cb1cd60dd58 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.479346] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.507476] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b99c6b-fe32-41d7-88f7-ebefa809755e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.515435] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918a746d-d94d-4536-9b02-3f4bd8172684 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.529026] env[62555]: DEBUG nova.compute.provider_tree [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.584716] env[62555]: DEBUG oslo_concurrency.lockutils [req-be419e19-7ee4-4eba-9d7a-40a52ed29447 req-d94cfd11-646b-4651-9275-504a4a01f04b service nova] Releasing lock "refresh_cache-973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.645950] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.646227] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.646557] env[62555]: DEBUG nova.network.neutron [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1824.824093] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705336, 'name': ReconfigVM_Task, 'duration_secs': 0.45969} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.824496] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 36724ff7-3e23-4017-84cf-56474b1e52c3/36724ff7-3e23-4017-84cf-56474b1e52c3.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1824.825202] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9878f8f-5f85-4f4b-a3ee-b1cca29ad9a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.831799] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1824.831799] env[62555]: value = "task-1705338" [ 1824.831799] env[62555]: _type = "Task" [ 1824.831799] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.842812] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705338, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.872916] env[62555]: DEBUG oslo_vmware.api [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705334, 'name': PowerOnVM_Task, 'duration_secs': 1.063653} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.873329] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1824.873498] env[62555]: INFO nova.compute.manager [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Took 8.94 seconds to spawn the instance on the hypervisor. [ 1824.873686] env[62555]: DEBUG nova.compute.manager [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1824.874662] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9d9b50-5cbb-4062-834f-370dfc3f98e8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.892133] env[62555]: DEBUG nova.network.neutron [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updated VIF entry in instance network info cache for port 8b441744-9393-42db-ab39-7a5fcaa36351. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1824.892514] env[62555]: DEBUG nova.network.neutron [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updating instance_info_cache with network_info: [{"id": "8b441744-9393-42db-ab39-7a5fcaa36351", "address": "fa:16:3e:d9:29:e5", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b441744-93", "ovs_interfaceid": "8b441744-9393-42db-ab39-7a5fcaa36351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.899834] env[62555]: DEBUG oslo_concurrency.lockutils [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "interface-0d26f500-2453-4395-80c9-e421c91f5083-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.900157] env[62555]: DEBUG oslo_concurrency.lockutils [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-0d26f500-2453-4395-80c9-e421c91f5083-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.900587] env[62555]: DEBUG nova.objects.instance [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'flavor' on Instance uuid 0d26f500-2453-4395-80c9-e421c91f5083 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.972275] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474928} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.972557] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d/973aa1c3-67f6-46a3-ac04-a9bef7a4e14d.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1824.972882] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1824.973186] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f05283f6-1309-4ba6-8b02-e84b2bb639f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.980452] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1824.980452] env[62555]: value = "task-1705339" [ 1824.980452] env[62555]: _type = "Task" [ 1824.980452] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.989497] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.032174] env[62555]: DEBUG nova.scheduler.client.report [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1825.343193] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705338, 'name': Rename_Task, 'duration_secs': 0.341204} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.344021] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1825.344021] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1874610-d521-4741-a229-4890cd579220 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.351723] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1825.351723] env[62555]: value = "task-1705340" [ 1825.351723] env[62555]: _type = "Task" [ 1825.351723] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.360166] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.367432] env[62555]: DEBUG nova.network.neutron [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance_info_cache with network_info: [{"id": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "address": "fa:16:3e:d5:3c:68", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7287e950-dc", "ovs_interfaceid": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1825.394359] env[62555]: INFO nova.compute.manager [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Took 38.80 seconds to build instance. [ 1825.395392] env[62555]: DEBUG oslo_concurrency.lockutils [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] Releasing lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.395624] env[62555]: DEBUG nova.compute.manager [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Received event network-changed-8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1825.395783] env[62555]: DEBUG nova.compute.manager [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Refreshing instance network info cache due to event network-changed-8b441744-9393-42db-ab39-7a5fcaa36351. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1825.395984] env[62555]: DEBUG oslo_concurrency.lockutils [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] Acquiring lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1825.396138] env[62555]: DEBUG oslo_concurrency.lockutils [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] Acquired lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1825.396326] env[62555]: DEBUG nova.network.neutron [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Refreshing network info cache for port 8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1825.490335] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197522} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.490657] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1825.491506] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ad15c5-67a0-4c74-a7d3-e800cf1139d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.513782] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d/973aa1c3-67f6-46a3-ac04-a9bef7a4e14d.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.514742] env[62555]: DEBUG nova.objects.instance [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'pci_requests' on Instance uuid 0d26f500-2453-4395-80c9-e421c91f5083 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.515768] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b7a22da-c11e-49a0-b962-d34a6d8bf988 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.537504] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.415s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.539579] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1825.539579] env[62555]: value = "task-1705341" [ 1825.539579] env[62555]: _type = "Task" [ 1825.539579] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.540065] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.846s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.540302] env[62555]: DEBUG nova.objects.instance [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lazy-loading 'resources' on Instance uuid 202beb5a-917b-427b-8637-b3ece57e2888 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1825.552635] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705341, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.566703] env[62555]: INFO nova.scheduler.client.report [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Deleted allocations for instance 5531e02e-939b-4dfa-b341-9f3d4dd2a875 [ 1825.862261] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.870927] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.897944] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ba6d18c-91ae-4a4b-975c-bf4654a4c876 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.310s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.031716] env[62555]: DEBUG nova.objects.base [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Object Instance<0d26f500-2453-4395-80c9-e421c91f5083> lazy-loaded attributes: flavor,pci_requests {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1826.031962] env[62555]: DEBUG nova.network.neutron [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1826.053106] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705341, 'name': ReconfigVM_Task, 'duration_secs': 0.257867} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.053394] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d/973aa1c3-67f6-46a3-ac04-a9bef7a4e14d.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.054027] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f0cc42f-efc8-4939-aa85-1e0bf67ee8b7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.061142] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1826.061142] env[62555]: value = "task-1705342" [ 1826.061142] env[62555]: _type = "Task" [ 1826.061142] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.073309] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705342, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.076047] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ba603672-d709-40fd-8350-a880655d65c0 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "5531e02e-939b-4dfa-b341-9f3d4dd2a875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.441s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.145886] env[62555]: DEBUG nova.policy [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04316d97dc32441e886d5181af42522a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6979cbd408e3425fa8dedcb216b58814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1826.178910] env[62555]: DEBUG nova.network.neutron [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updated VIF entry in instance network info cache for port 8b441744-9393-42db-ab39-7a5fcaa36351. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1826.179303] env[62555]: DEBUG nova.network.neutron [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updating instance_info_cache with network_info: [{"id": "8b441744-9393-42db-ab39-7a5fcaa36351", "address": "fa:16:3e:d9:29:e5", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b441744-93", "ovs_interfaceid": "8b441744-9393-42db-ab39-7a5fcaa36351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1826.320283] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd575e2c-064d-40f3-b675-4a0cc0d1654b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.331497] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec07a15f-40d2-4cd2-94ff-141c86c66de1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.375057] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b338649-7fdb-4cda-b29f-7f347344f182 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.389019] env[62555]: DEBUG oslo_vmware.api [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705340, 'name': PowerOnVM_Task, 'duration_secs': 1.00205} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.389140] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1826.389290] env[62555]: INFO nova.compute.manager [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1826.390436] env[62555]: DEBUG nova.compute.manager [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1826.390717] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ff9834-1df5-4186-b882-b670a3d7f9a1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.395085] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a53335-64d3-4e63-904a-b14e49c195c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.413190] env[62555]: DEBUG nova.compute.provider_tree [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.573105] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705342, 'name': Rename_Task, 'duration_secs': 0.144846} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.573397] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.573664] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c20e2d67-9d96-4f2f-8f8b-20205752c2c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.579979] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1826.579979] env[62555]: value = "task-1705343" [ 1826.579979] env[62555]: _type = "Task" [ 1826.579979] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.587212] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.628029] env[62555]: DEBUG nova.compute.manager [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Received event network-changed-81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1826.628240] env[62555]: DEBUG nova.compute.manager [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing instance network info cache due to event network-changed-81573845-9c0b-4d1a-95c2-ba543c35e9bb. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1826.628457] env[62555]: DEBUG oslo_concurrency.lockutils [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] Acquiring lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.628748] env[62555]: DEBUG oslo_concurrency.lockutils [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] Acquired lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.628936] env[62555]: DEBUG nova.network.neutron [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing network info cache for port 81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1826.656350] env[62555]: DEBUG oslo_concurrency.lockutils [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "69481620-9360-4fce-a2e8-91ea5046bd64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.656593] env[62555]: DEBUG oslo_concurrency.lockutils [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "69481620-9360-4fce-a2e8-91ea5046bd64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.656795] env[62555]: DEBUG oslo_concurrency.lockutils [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "69481620-9360-4fce-a2e8-91ea5046bd64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1826.656976] env[62555]: DEBUG oslo_concurrency.lockutils [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "69481620-9360-4fce-a2e8-91ea5046bd64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.657167] env[62555]: DEBUG oslo_concurrency.lockutils [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "69481620-9360-4fce-a2e8-91ea5046bd64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.659165] env[62555]: INFO nova.compute.manager [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Terminating instance [ 1826.682106] env[62555]: DEBUG oslo_concurrency.lockutils [req-cb53483a-9f62-494c-b98d-5980003586f5 req-cbf13cd6-4489-4e97-abe2-acaedb8979a2 service nova] Releasing lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1826.920491] env[62555]: DEBUG nova.scheduler.client.report [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1826.925977] env[62555]: INFO nova.compute.manager [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Took 31.12 seconds to build instance. [ 1827.094220] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.163111] env[62555]: DEBUG nova.compute.manager [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1827.163398] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1827.164431] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0667b612-1f4c-4a81-a646-6a16464b703f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.175644] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.175912] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d2b35b9-6c0d-47bf-b0fd-45fbc0258acd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.183738] env[62555]: DEBUG oslo_vmware.api [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1827.183738] env[62555]: value = "task-1705344" [ 1827.183738] env[62555]: _type = "Task" [ 1827.183738] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.195845] env[62555]: DEBUG oslo_vmware.api [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.381359] env[62555]: DEBUG nova.network.neutron [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updated VIF entry in instance network info cache for port 81573845-9c0b-4d1a-95c2-ba543c35e9bb. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.381744] env[62555]: DEBUG nova.network.neutron [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updating instance_info_cache with network_info: [{"id": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "address": "fa:16:3e:7f:8e:44", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81573845-9c", "ovs_interfaceid": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.389826] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a298de-b770-49cf-ad26-6692f6a9027a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.408850] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance 'e1bed885-1ab2-4319-b7a0-a83ad748c9d6' progress to 0 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1827.427404] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.430088] env[62555]: DEBUG oslo_concurrency.lockutils [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.751s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.431583] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9630d0dc-474b-4dfd-8fc8-390ae0820b65 tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "36724ff7-3e23-4017-84cf-56474b1e52c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.629s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.454389] env[62555]: INFO nova.scheduler.client.report [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Deleted allocations for instance 202beb5a-917b-427b-8637-b3ece57e2888 [ 1827.591237] env[62555]: DEBUG oslo_vmware.api [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705343, 'name': PowerOnVM_Task, 'duration_secs': 0.703322} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.591565] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.591837] env[62555]: INFO nova.compute.manager [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1827.592085] env[62555]: DEBUG nova.compute.manager [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1827.593397] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a65555-324f-407d-890d-a7309009cab8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.695633] env[62555]: DEBUG oslo_vmware.api [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705344, 'name': PowerOffVM_Task, 'duration_secs': 0.29809} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.695633] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1827.695633] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1827.695633] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ad9cfb9-d77b-4f08-adfe-331dadbb416e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.764796] env[62555]: DEBUG nova.compute.manager [req-8de861e5-aedd-42ea-9400-91d5999be8be req-7569ce2b-e042-4136-888a-60fa68266756 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Received event network-vif-plugged-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1827.765031] env[62555]: DEBUG oslo_concurrency.lockutils [req-8de861e5-aedd-42ea-9400-91d5999be8be req-7569ce2b-e042-4136-888a-60fa68266756 service nova] Acquiring lock "0d26f500-2453-4395-80c9-e421c91f5083-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1827.765341] env[62555]: DEBUG oslo_concurrency.lockutils [req-8de861e5-aedd-42ea-9400-91d5999be8be req-7569ce2b-e042-4136-888a-60fa68266756 service nova] Lock "0d26f500-2453-4395-80c9-e421c91f5083-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1827.765557] env[62555]: DEBUG oslo_concurrency.lockutils [req-8de861e5-aedd-42ea-9400-91d5999be8be req-7569ce2b-e042-4136-888a-60fa68266756 service nova] Lock "0d26f500-2453-4395-80c9-e421c91f5083-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.765762] env[62555]: DEBUG nova.compute.manager [req-8de861e5-aedd-42ea-9400-91d5999be8be req-7569ce2b-e042-4136-888a-60fa68266756 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] No waiting events found dispatching network-vif-plugged-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1827.765959] env[62555]: WARNING nova.compute.manager [req-8de861e5-aedd-42ea-9400-91d5999be8be req-7569ce2b-e042-4136-888a-60fa68266756 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Received unexpected event network-vif-plugged-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d for instance with vm_state active and task_state None. [ 1827.781476] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1827.781711] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1827.781890] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Deleting the datastore file [datastore1] 69481620-9360-4fce-a2e8-91ea5046bd64 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1827.782746] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b10ee49-9e9b-4dd5-b389-8e0d6c5fec8b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.789586] env[62555]: DEBUG oslo_vmware.api [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for the task: (returnval){ [ 1827.789586] env[62555]: value = "task-1705346" [ 1827.789586] env[62555]: _type = "Task" [ 1827.789586] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.797974] env[62555]: DEBUG oslo_vmware.api [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.884413] env[62555]: DEBUG oslo_concurrency.lockutils [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] Releasing lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.884758] env[62555]: DEBUG nova.compute.manager [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Received event network-changed-70a3e038-d1cd-49fd-994d-8aee2013ec9a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1827.884988] env[62555]: DEBUG nova.compute.manager [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Refreshing instance network info cache due to event network-changed-70a3e038-d1cd-49fd-994d-8aee2013ec9a. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1827.885269] env[62555]: DEBUG oslo_concurrency.lockutils [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] Acquiring lock "refresh_cache-aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.885464] env[62555]: DEBUG oslo_concurrency.lockutils [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] Acquired lock "refresh_cache-aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.885680] env[62555]: DEBUG nova.network.neutron [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Refreshing network info cache for port 70a3e038-d1cd-49fd-994d-8aee2013ec9a {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1827.916145] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1827.916868] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e67d148c-bb4a-4214-b353-c91435a99f23 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.924584] env[62555]: DEBUG oslo_vmware.api [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1827.924584] env[62555]: value = "task-1705347" [ 1827.924584] env[62555]: _type = "Task" [ 1827.924584] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.940456] env[62555]: DEBUG nova.network.neutron [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Successfully updated port: c69299b9-32f2-4ca5-8ba0-dce2fdfa249d {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1827.955951] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1827.958523] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance 'e1bed885-1ab2-4319-b7a0-a83ad748c9d6' progress to 17 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1827.966138] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ec2bc074-04e6-47f0-acbd-0b81b33a2188 tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "202beb5a-917b-427b-8637-b3ece57e2888" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.524s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.112389] env[62555]: INFO nova.compute.manager [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Took 30.25 seconds to build instance. [ 1828.219604] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64231623-2a18-4606-9d3c-76ea3cd6a005 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.229568] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c007585f-3998-4264-8f3b-0fbe0e8c23fa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.261380] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659debc6-888a-49d6-86ab-83ffb2f4eea7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.269663] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69803b25-862b-41ae-96a0-671dac25baa8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.283453] env[62555]: DEBUG nova.compute.provider_tree [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.300886] env[62555]: DEBUG oslo_vmware.api [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Task: {'id': task-1705346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147459} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.301213] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1828.301458] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1828.301622] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1828.301833] env[62555]: INFO nova.compute.manager [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1828.302127] env[62555]: DEBUG oslo.service.loopingcall [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1828.302378] env[62555]: DEBUG nova.compute.manager [-] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1828.302578] env[62555]: DEBUG nova.network.neutron [-] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1828.447781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.447968] env[62555]: DEBUG oslo_concurrency.lockutils [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.448173] env[62555]: DEBUG nova.network.neutron [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1828.468580] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1828.468831] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1828.468992] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1828.469908] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1828.469908] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1828.470123] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1828.470386] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1828.470529] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1828.470703] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1828.470886] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1828.471077] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1828.476792] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26955e2f-a494-45fd-92db-557d0d7f4dcb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.494712] env[62555]: DEBUG oslo_vmware.api [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1828.494712] env[62555]: value = "task-1705349" [ 1828.494712] env[62555]: _type = "Task" [ 1828.494712] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.507257] env[62555]: DEBUG oslo_vmware.api [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.561463] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "3ea2d9bb-0f20-4852-97b1-acba32a1f383" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.561463] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "3ea2d9bb-0f20-4852-97b1-acba32a1f383" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.561463] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "3ea2d9bb-0f20-4852-97b1-acba32a1f383-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1828.561463] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "3ea2d9bb-0f20-4852-97b1-acba32a1f383-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1828.561463] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "3ea2d9bb-0f20-4852-97b1-acba32a1f383-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.562295] env[62555]: INFO nova.compute.manager [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Terminating instance [ 1828.614717] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8320c31e-eb5f-46ee-9ad1-0e9f5ed55a65 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.764s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.732864] env[62555]: DEBUG nova.network.neutron [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Updated VIF entry in instance network info cache for port 70a3e038-d1cd-49fd-994d-8aee2013ec9a. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1828.733246] env[62555]: DEBUG nova.network.neutron [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Updating instance_info_cache with network_info: [{"id": "70a3e038-d1cd-49fd-994d-8aee2013ec9a", "address": "fa:16:3e:c0:06:ab", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70a3e038-d1", "ovs_interfaceid": "70a3e038-d1cd-49fd-994d-8aee2013ec9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1828.787075] env[62555]: DEBUG nova.scheduler.client.report [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1828.986141] env[62555]: WARNING nova.network.neutron [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] bdb8326c-4629-4ada-be52-19a7e58b1238 already exists in list: networks containing: ['bdb8326c-4629-4ada-be52-19a7e58b1238']. ignoring it [ 1829.005677] env[62555]: DEBUG oslo_vmware.api [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705349, 'name': ReconfigVM_Task, 'duration_secs': 0.25417} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.006457] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance 'e1bed885-1ab2-4319-b7a0-a83ad748c9d6' progress to 33 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1829.069095] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "refresh_cache-3ea2d9bb-0f20-4852-97b1-acba32a1f383" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.069308] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquired lock "refresh_cache-3ea2d9bb-0f20-4852-97b1-acba32a1f383" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.069470] env[62555]: DEBUG nova.network.neutron [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1829.226637] env[62555]: DEBUG nova.network.neutron [-] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.235825] env[62555]: DEBUG oslo_concurrency.lockutils [req-859a2c93-69fa-4129-b810-e2571901e02d req-efde2e06-3abb-44ab-a226-406254887ed1 service nova] Releasing lock "refresh_cache-aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.302360] env[62555]: DEBUG nova.network.neutron [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updating instance_info_cache with network_info: [{"id": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "address": "fa:16:3e:7f:8e:44", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81573845-9c", "ovs_interfaceid": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c69299b9-32f2-4ca5-8ba0-dce2fdfa249d", "address": "fa:16:3e:90:68:03", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69299b9-32", "ovs_interfaceid": "c69299b9-32f2-4ca5-8ba0-dce2fdfa249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.513024] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1829.513309] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1829.513501] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1829.513701] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1829.514217] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1829.514217] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1829.514217] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1829.514383] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1829.514550] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1829.514711] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1829.514884] env[62555]: DEBUG nova.virt.hardware [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1829.520255] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1829.520422] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-996932b0-0ab9-4826-81fa-8284fe6385ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.541060] env[62555]: DEBUG oslo_vmware.api [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1829.541060] env[62555]: value = "task-1705350" [ 1829.541060] env[62555]: _type = "Task" [ 1829.541060] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.549580] env[62555]: DEBUG oslo_vmware.api [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.588063] env[62555]: DEBUG nova.network.neutron [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1829.640431] env[62555]: DEBUG nova.network.neutron [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.729526] env[62555]: INFO nova.compute.manager [-] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Took 1.43 seconds to deallocate network for instance. [ 1829.770264] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1829.770506] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.798536] env[62555]: DEBUG oslo_concurrency.lockutils [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.368s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.801901] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.669s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.803354] env[62555]: INFO nova.compute.claims [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1829.806294] env[62555]: DEBUG oslo_concurrency.lockutils [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.806863] env[62555]: DEBUG oslo_concurrency.lockutils [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1829.807036] env[62555]: DEBUG oslo_concurrency.lockutils [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1829.808057] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a697978-4671-41d9-b60d-7b8748ca9ae4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.826769] env[62555]: DEBUG nova.virt.hardware [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1829.826989] env[62555]: DEBUG nova.virt.hardware [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1829.827159] env[62555]: DEBUG nova.virt.hardware [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1829.827355] env[62555]: DEBUG nova.virt.hardware [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1829.827495] env[62555]: DEBUG nova.virt.hardware [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1829.827647] env[62555]: DEBUG nova.virt.hardware [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1829.827862] env[62555]: DEBUG nova.virt.hardware [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1829.828037] env[62555]: DEBUG nova.virt.hardware [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1829.828215] env[62555]: DEBUG nova.virt.hardware [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1829.828382] env[62555]: DEBUG nova.virt.hardware [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1829.828563] env[62555]: DEBUG nova.virt.hardware [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1829.835369] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Reconfiguring VM to attach interface {{(pid=62555) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1829.835811] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6261b84-0e96-47af-b6fb-0e007124437b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.854891] env[62555]: DEBUG oslo_vmware.api [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1829.854891] env[62555]: value = "task-1705351" [ 1829.854891] env[62555]: _type = "Task" [ 1829.854891] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.863365] env[62555]: DEBUG oslo_vmware.api [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705351, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.056042] env[62555]: DEBUG oslo_vmware.api [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705350, 'name': ReconfigVM_Task, 'duration_secs': 0.371675} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.056042] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1830.057120] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdafef0-ec8f-481a-ab7d-a7d1433238fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.079179] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] e1bed885-1ab2-4319-b7a0-a83ad748c9d6/e1bed885-1ab2-4319-b7a0-a83ad748c9d6.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.079482] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-134312d9-ccfd-4758-aeaf-4cb87e3cce24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.097382] env[62555]: DEBUG oslo_vmware.api [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1830.097382] env[62555]: value = "task-1705352" [ 1830.097382] env[62555]: _type = "Task" [ 1830.097382] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.105300] env[62555]: DEBUG oslo_vmware.api [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.143827] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Releasing lock "refresh_cache-3ea2d9bb-0f20-4852-97b1-acba32a1f383" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.144538] env[62555]: DEBUG nova.compute.manager [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1830.144885] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.146194] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc39331-20c8-45e5-a01e-40c4c7c3bb21 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.157547] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.157994] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bb034c1-e7b4-4556-8a53-c1b7e4a6559a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.165760] env[62555]: DEBUG oslo_vmware.api [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1830.165760] env[62555]: value = "task-1705353" [ 1830.165760] env[62555]: _type = "Task" [ 1830.165760] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.177167] env[62555]: DEBUG oslo_vmware.api [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.211144] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "36724ff7-3e23-4017-84cf-56474b1e52c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.211464] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "36724ff7-3e23-4017-84cf-56474b1e52c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.211697] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "36724ff7-3e23-4017-84cf-56474b1e52c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.211885] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "36724ff7-3e23-4017-84cf-56474b1e52c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1830.212070] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "36724ff7-3e23-4017-84cf-56474b1e52c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.214496] env[62555]: INFO nova.compute.manager [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Terminating instance [ 1830.236474] env[62555]: DEBUG oslo_concurrency.lockutils [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1830.273945] env[62555]: DEBUG nova.compute.utils [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1830.367265] env[62555]: DEBUG oslo_vmware.api [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.369882] env[62555]: INFO nova.scheduler.client.report [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleted allocation for migration 6ef08139-8712-46c8-b1c1-317a0a0c85ca [ 1830.612426] env[62555]: DEBUG oslo_vmware.api [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705352, 'name': ReconfigVM_Task, 'duration_secs': 0.349881} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.612591] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Reconfigured VM instance instance-00000051 to attach disk [datastore1] e1bed885-1ab2-4319-b7a0-a83ad748c9d6/e1bed885-1ab2-4319-b7a0-a83ad748c9d6.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1830.613020] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance 'e1bed885-1ab2-4319-b7a0-a83ad748c9d6' progress to 50 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1830.676025] env[62555]: DEBUG oslo_vmware.api [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705353, 'name': PowerOffVM_Task, 'duration_secs': 0.352641} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.676347] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1830.676529] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1830.676853] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c79c8f19-cf18-4285-a4f5-24fe2ff7caec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.704773] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1830.704773] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1830.704957] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Deleting the datastore file [datastore1] 3ea2d9bb-0f20-4852-97b1-acba32a1f383 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1830.705285] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-659e5481-5ea6-45e9-955c-251925ad15a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.712383] env[62555]: DEBUG oslo_vmware.api [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for the task: (returnval){ [ 1830.712383] env[62555]: value = "task-1705355" [ 1830.712383] env[62555]: _type = "Task" [ 1830.712383] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.718763] env[62555]: DEBUG nova.compute.manager [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1830.718958] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1830.719709] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da787866-0cd7-42d7-87a4-101878de2697 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.725063] env[62555]: DEBUG oslo_vmware.api [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.729128] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1830.729351] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7d918c-b8f2-4074-90d0-d93a6b094673 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.734811] env[62555]: DEBUG oslo_vmware.api [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1830.734811] env[62555]: value = "task-1705356" [ 1830.734811] env[62555]: _type = "Task" [ 1830.734811] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.742213] env[62555]: DEBUG oslo_vmware.api [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.777434] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1830.867522] env[62555]: DEBUG oslo_vmware.api [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705351, 'name': ReconfigVM_Task, 'duration_secs': 0.949376} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.871058] env[62555]: DEBUG oslo_concurrency.lockutils [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1830.871349] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Reconfigured VM to attach interface {{(pid=62555) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1830.875229] env[62555]: DEBUG oslo_concurrency.lockutils [None req-57581263-bf1a-4699-a0c3-5c48d17ba0db tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 23.610s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.094809] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06db7aef-6576-4fe1-bfc2-ec9e0a28a619 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.102587] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834cf85f-6920-413e-b1d0-80eec6c84644 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.134920] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f56fbf5-fefd-49ce-a08f-7f9e7b4d7fbd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.138083] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4560cd-a8e3-4cb5-a0fa-8e1d76cc0f71 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.160548] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e9ef6c-a226-4198-a6c3-27a156ca5c46 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.166098] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19235f7-93bb-424f-8509-063e5ef63bfd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.180330] env[62555]: DEBUG nova.compute.provider_tree [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1831.195626] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance 'e1bed885-1ab2-4319-b7a0-a83ad748c9d6' progress to 67 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1831.224286] env[62555]: DEBUG oslo_vmware.api [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Task: {'id': task-1705355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093456} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.224651] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.224905] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1831.225128] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1831.225314] env[62555]: INFO nova.compute.manager [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1831.225553] env[62555]: DEBUG oslo.service.loopingcall [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.225740] env[62555]: DEBUG nova.compute.manager [-] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1831.225834] env[62555]: DEBUG nova.network.neutron [-] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1831.244831] env[62555]: DEBUG nova.network.neutron [-] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1831.246340] env[62555]: DEBUG oslo_vmware.api [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705356, 'name': PowerOffVM_Task, 'duration_secs': 0.265413} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.246781] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1831.246950] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1831.247198] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55906212-a8b5-4e77-81bc-b8fd2ce0ed23 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.328017] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1831.328430] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1831.328636] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleting the datastore file [datastore1] 36724ff7-3e23-4017-84cf-56474b1e52c3 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1831.328969] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eafe701-577b-409d-802f-48259e06bb2d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.335094] env[62555]: DEBUG oslo_vmware.api [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for the task: (returnval){ [ 1831.335094] env[62555]: value = "task-1705359" [ 1831.335094] env[62555]: _type = "Task" [ 1831.335094] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.342973] env[62555]: DEBUG oslo_vmware.api [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.378418] env[62555]: DEBUG oslo_concurrency.lockutils [None req-86baeff4-68db-4763-837a-fd6c45ce7095 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-0d26f500-2453-4395-80c9-e421c91f5083-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.478s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.700746] env[62555]: DEBUG nova.scheduler.client.report [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1831.740407] env[62555]: DEBUG nova.network.neutron [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Port 7287e950-dc1c-4e74-8fb0-c4c170db8822 binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1831.747517] env[62555]: DEBUG nova.network.neutron [-] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1831.775097] env[62555]: DEBUG nova.compute.manager [req-6582b26d-fd1b-4362-b750-250ca5fb42cb req-1df05aa8-d764-47a0-bf72-e2f490feb4bf service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Received event network-changed-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1831.775097] env[62555]: DEBUG nova.compute.manager [req-6582b26d-fd1b-4362-b750-250ca5fb42cb req-1df05aa8-d764-47a0-bf72-e2f490feb4bf service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing instance network info cache due to event network-changed-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1831.775097] env[62555]: DEBUG oslo_concurrency.lockutils [req-6582b26d-fd1b-4362-b750-250ca5fb42cb req-1df05aa8-d764-47a0-bf72-e2f490feb4bf service nova] Acquiring lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.775097] env[62555]: DEBUG oslo_concurrency.lockutils [req-6582b26d-fd1b-4362-b750-250ca5fb42cb req-1df05aa8-d764-47a0-bf72-e2f490feb4bf service nova] Acquired lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.775370] env[62555]: DEBUG nova.network.neutron [req-6582b26d-fd1b-4362-b750-250ca5fb42cb req-1df05aa8-d764-47a0-bf72-e2f490feb4bf service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing network info cache for port c69299b9-32f2-4ca5-8ba0-dce2fdfa249d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1831.793412] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1831.793573] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1831.793716] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1831.845492] env[62555]: DEBUG oslo_vmware.api [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Task: {'id': task-1705359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384594} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.845795] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1831.845944] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1831.846132] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1831.846363] env[62555]: INFO nova.compute.manager [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1831.846605] env[62555]: DEBUG oslo.service.loopingcall [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1831.846789] env[62555]: DEBUG nova.compute.manager [-] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1831.846884] env[62555]: DEBUG nova.network.neutron [-] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1831.848997] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1831.849237] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.849454] env[62555]: INFO nova.compute.manager [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Attaching volume 5c2982b2-ab4d-488e-98b1-21885fe9e025 to /dev/sdb [ 1831.884653] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9487ff6f-72ae-4bdf-acbc-3f6c888deb34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.891390] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f9b1d2-ce8b-4506-a259-c4eb546e3b69 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.904993] env[62555]: DEBUG nova.virt.block_device [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Updating existing volume attachment record: 7a4037af-1ea1-49ad-8253-cb756c58d2ea {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1832.211612] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.211612] env[62555]: DEBUG nova.compute.manager [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1832.215294] env[62555]: DEBUG oslo_concurrency.lockutils [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.722s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.215883] env[62555]: DEBUG nova.objects.instance [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lazy-loading 'resources' on Instance uuid e3e1aae3-56fc-4530-b360-fa3f3cfdba74 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1832.251674] env[62555]: INFO nova.compute.manager [-] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Took 1.02 seconds to deallocate network for instance. [ 1832.358671] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1832.358905] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquired lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1832.359074] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Forcefully refreshing network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1832.550112] env[62555]: DEBUG nova.network.neutron [req-6582b26d-fd1b-4362-b750-250ca5fb42cb req-1df05aa8-d764-47a0-bf72-e2f490feb4bf service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updated VIF entry in instance network info cache for port c69299b9-32f2-4ca5-8ba0-dce2fdfa249d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1832.550673] env[62555]: DEBUG nova.network.neutron [req-6582b26d-fd1b-4362-b750-250ca5fb42cb req-1df05aa8-d764-47a0-bf72-e2f490feb4bf service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updating instance_info_cache with network_info: [{"id": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "address": "fa:16:3e:7f:8e:44", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81573845-9c", "ovs_interfaceid": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c69299b9-32f2-4ca5-8ba0-dce2fdfa249d", "address": "fa:16:3e:90:68:03", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69299b9-32", "ovs_interfaceid": "c69299b9-32f2-4ca5-8ba0-dce2fdfa249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.601248] env[62555]: DEBUG nova.network.neutron [-] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.720582] env[62555]: DEBUG nova.compute.utils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.721282] env[62555]: DEBUG nova.compute.manager [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1832.721937] env[62555]: DEBUG nova.network.neutron [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1832.759031] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.766053] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.766053] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.766053] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.768540] env[62555]: DEBUG nova.policy [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85691fd1fbb46d6989d9dd17177bdcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64a8acb9cdb0404da796416cbb86cbce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1832.814642] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "interface-0d26f500-2453-4395-80c9-e421c91f5083-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.816169] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-0d26f500-2453-4395-80c9-e421c91f5083-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.894781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "9507999b-d5a3-4091-8457-a119a1726ea2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.894781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.894781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "9507999b-d5a3-4091-8457-a119a1726ea2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1832.894781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1832.894781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1832.897743] env[62555]: INFO nova.compute.manager [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Terminating instance [ 1832.983141] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8c380a-d35a-4963-8819-e9fed0fcd2a9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.990403] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3312b62e-e57c-4f8d-abbe-6977907c2290 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.022777] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a475a72-2c5e-40d5-92cd-224706061e07 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.030688] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb9532-a3a6-48ee-8eb9-79ae1cf6af45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.048489] env[62555]: DEBUG nova.compute.provider_tree [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.053959] env[62555]: DEBUG oslo_concurrency.lockutils [req-6582b26d-fd1b-4362-b750-250ca5fb42cb req-1df05aa8-d764-47a0-bf72-e2f490feb4bf service nova] Releasing lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1833.054232] env[62555]: DEBUG nova.compute.manager [req-6582b26d-fd1b-4362-b750-250ca5fb42cb req-1df05aa8-d764-47a0-bf72-e2f490feb4bf service nova] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Received event network-vif-deleted-b9785f54-3a77-4a77-a7f9-899860780481 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1833.074168] env[62555]: DEBUG nova.network.neutron [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Successfully created port: 60605fb5-cbeb-4fec-a62b-c9d68e9d179f {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1833.105364] env[62555]: INFO nova.compute.manager [-] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Took 1.26 seconds to deallocate network for instance. [ 1833.228729] env[62555]: DEBUG nova.compute.manager [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1833.318627] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.318794] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.319903] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abaf0a0-160a-4758-8cb7-f82934e6b795 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.339690] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abdbc38-9263-4b0b-9045-9a59c7994999 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.367041] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Reconfiguring VM to detach interface {{(pid=62555) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1833.367446] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4568ddf8-60ac-4450-8087-a68b3a1901d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.386666] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1833.386666] env[62555]: value = "task-1705364" [ 1833.386666] env[62555]: _type = "Task" [ 1833.386666] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.394787] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.404656] env[62555]: DEBUG nova.compute.manager [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1833.404947] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1833.405775] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6475bf4f-34dd-45aa-b4c4-d67235789c83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.413462] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1833.413779] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26fa591a-46ef-47ff-beb5-d2b96daebf0c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.421789] env[62555]: DEBUG oslo_vmware.api [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1833.421789] env[62555]: value = "task-1705365" [ 1833.421789] env[62555]: _type = "Task" [ 1833.421789] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.431665] env[62555]: DEBUG oslo_vmware.api [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.549230] env[62555]: DEBUG nova.scheduler.client.report [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1833.613031] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.627025] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance_info_cache with network_info: [{"id": "f109e5f9-eca9-4455-81e3-28977363cc9a", "address": "fa:16:3e:96:7e:8f", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf109e5f9-ec", "ovs_interfaceid": "f109e5f9-eca9-4455-81e3-28977363cc9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1833.807298] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.807496] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.807672] env[62555]: DEBUG nova.network.neutron [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.812885] env[62555]: DEBUG nova.compute.manager [req-ea3bd141-880d-46aa-b679-74de3e38ee90 req-ef06820c-cb35-4697-ac74-eb34a0e24a6d service nova] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Received event network-vif-deleted-5adc6fcc-056f-485d-912f-636dde73044b {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1833.897352] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.931274] env[62555]: DEBUG oslo_vmware.api [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705365, 'name': PowerOffVM_Task, 'duration_secs': 0.282461} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.931506] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1833.931717] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1833.932009] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53dd0901-fe6c-4d0a-87fa-e1d73bc2682d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.025637] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1834.025980] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1834.026101] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleting the datastore file [datastore1] 9507999b-d5a3-4091-8457-a119a1726ea2 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1834.026426] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45478bfa-1d8a-4c96-8fa3-e34a3a2eaaa1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.033491] env[62555]: DEBUG oslo_vmware.api [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1834.033491] env[62555]: value = "task-1705367" [ 1834.033491] env[62555]: _type = "Task" [ 1834.033491] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.041320] env[62555]: DEBUG oslo_vmware.api [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.054175] env[62555]: DEBUG oslo_concurrency.lockutils [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.056470] env[62555]: DEBUG oslo_concurrency.lockutils [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.262s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.056702] env[62555]: DEBUG nova.objects.instance [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lazy-loading 'resources' on Instance uuid 83fd6c8d-bf51-4314-ab64-b6f3be48e895 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.077301] env[62555]: INFO nova.scheduler.client.report [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted allocations for instance e3e1aae3-56fc-4530-b360-fa3f3cfdba74 [ 1834.130051] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Releasing lock "refresh_cache-9507999b-d5a3-4091-8457-a119a1726ea2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.130324] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updated the network info_cache for instance {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1834.130867] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1834.131120] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1834.131335] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1834.131566] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1834.131720] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1834.131868] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1834.131998] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1834.132447] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1834.238080] env[62555]: DEBUG nova.compute.manager [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1834.263733] env[62555]: DEBUG nova.virt.hardware [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1834.263733] env[62555]: DEBUG nova.virt.hardware [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1834.263733] env[62555]: DEBUG nova.virt.hardware [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1834.263733] env[62555]: DEBUG nova.virt.hardware [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1834.263733] env[62555]: DEBUG nova.virt.hardware [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1834.263733] env[62555]: DEBUG nova.virt.hardware [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1834.263733] env[62555]: DEBUG nova.virt.hardware [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1834.263733] env[62555]: DEBUG nova.virt.hardware [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1834.263733] env[62555]: DEBUG nova.virt.hardware [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1834.263733] env[62555]: DEBUG nova.virt.hardware [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1834.263733] env[62555]: DEBUG nova.virt.hardware [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1834.264235] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaaa52a-7d83-4129-8b45-2b5dc03322e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.272372] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb2ebe3-79a6-420c-a972-b5cbd436a81a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.397497] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.542893] env[62555]: DEBUG oslo_vmware.api [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15185} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1834.543157] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1834.543337] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1834.543508] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1834.543676] env[62555]: INFO nova.compute.manager [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1834.543910] env[62555]: DEBUG oslo.service.loopingcall [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.544110] env[62555]: DEBUG nova.compute.manager [-] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1834.544308] env[62555]: DEBUG nova.network.neutron [-] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1834.589703] env[62555]: DEBUG oslo_concurrency.lockutils [None req-db124b9a-a89a-467c-b7d3-6ad98050c1d7 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "e3e1aae3-56fc-4530-b360-fa3f3cfdba74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.522s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.636855] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.682538] env[62555]: DEBUG nova.network.neutron [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance_info_cache with network_info: [{"id": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "address": "fa:16:3e:d5:3c:68", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7287e950-dc", "ovs_interfaceid": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.748142] env[62555]: DEBUG nova.network.neutron [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Successfully updated port: 60605fb5-cbeb-4fec-a62b-c9d68e9d179f {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.805126] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979d2579-06e0-4bcc-96af-fc151cfaabd6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.812112] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f76932-b9db-4555-ab46-fd3b4cb590e0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.845879] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cbaa27-1899-4295-a5b6-b2ac4a554e8b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.854282] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69ca883-fdd7-4ddc-8dba-6bff908a1a83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.869025] env[62555]: DEBUG nova.compute.provider_tree [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1834.897364] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.186337] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.249305] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquiring lock "refresh_cache-0493c5bf-c3d0-4d7f-be04-844c805431dc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.249543] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquired lock "refresh_cache-0493c5bf-c3d0-4d7f-be04-844c805431dc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.249621] env[62555]: DEBUG nova.network.neutron [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.371613] env[62555]: DEBUG nova.scheduler.client.report [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1835.401525] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.711711] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba703794-2f6c-4f59-bd2a-e3a9ab6d5b99 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.733384] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839c2ce4-0213-48d3-b741-4effa23279a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.740566] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance 'e1bed885-1ab2-4319-b7a0-a83ad748c9d6' progress to 83 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1835.816018] env[62555]: DEBUG nova.network.neutron [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.844124] env[62555]: DEBUG nova.compute.manager [req-5bce64d9-b2e9-4043-8f27-9d58ec97fe1f req-38104b48-4bf0-4e40-9bdc-86241a72c5bb service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Received event network-vif-deleted-f109e5f9-eca9-4455-81e3-28977363cc9a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1835.844489] env[62555]: INFO nova.compute.manager [req-5bce64d9-b2e9-4043-8f27-9d58ec97fe1f req-38104b48-4bf0-4e40-9bdc-86241a72c5bb service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Neutron deleted interface f109e5f9-eca9-4455-81e3-28977363cc9a; detaching it from the instance and deleting it from the info cache [ 1835.844772] env[62555]: DEBUG nova.network.neutron [req-5bce64d9-b2e9-4043-8f27-9d58ec97fe1f req-38104b48-4bf0-4e40-9bdc-86241a72c5bb service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.877243] env[62555]: DEBUG oslo_concurrency.lockutils [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.880715] env[62555]: DEBUG oslo_concurrency.lockutils [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.644s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.881086] env[62555]: DEBUG nova.objects.instance [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lazy-loading 'resources' on Instance uuid 69481620-9360-4fce-a2e8-91ea5046bd64 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1835.901635] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.904079] env[62555]: INFO nova.scheduler.client.report [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleted allocations for instance 83fd6c8d-bf51-4314-ab64-b6f3be48e895 [ 1835.927587] env[62555]: DEBUG nova.compute.manager [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Received event network-vif-plugged-60605fb5-cbeb-4fec-a62b-c9d68e9d179f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1835.927872] env[62555]: DEBUG oslo_concurrency.lockutils [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] Acquiring lock "0493c5bf-c3d0-4d7f-be04-844c805431dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.928088] env[62555]: DEBUG oslo_concurrency.lockutils [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] Lock "0493c5bf-c3d0-4d7f-be04-844c805431dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1835.928488] env[62555]: DEBUG oslo_concurrency.lockutils [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] Lock "0493c5bf-c3d0-4d7f-be04-844c805431dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1835.928488] env[62555]: DEBUG nova.compute.manager [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] No waiting events found dispatching network-vif-plugged-60605fb5-cbeb-4fec-a62b-c9d68e9d179f {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1835.928488] env[62555]: WARNING nova.compute.manager [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Received unexpected event network-vif-plugged-60605fb5-cbeb-4fec-a62b-c9d68e9d179f for instance with vm_state building and task_state spawning. [ 1835.928809] env[62555]: DEBUG nova.compute.manager [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Received event network-changed-60605fb5-cbeb-4fec-a62b-c9d68e9d179f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1835.928809] env[62555]: DEBUG nova.compute.manager [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Refreshing instance network info cache due to event network-changed-60605fb5-cbeb-4fec-a62b-c9d68e9d179f. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1835.930248] env[62555]: DEBUG oslo_concurrency.lockutils [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] Acquiring lock "refresh_cache-0493c5bf-c3d0-4d7f-be04-844c805431dc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.072842] env[62555]: DEBUG nova.network.neutron [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Updating instance_info_cache with network_info: [{"id": "60605fb5-cbeb-4fec-a62b-c9d68e9d179f", "address": "fa:16:3e:ce:3d:df", "network": {"id": "4c39f651-e1c9-4515-bbcc-3eb25c0f4bcd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1239954922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a8acb9cdb0404da796416cbb86cbce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60605fb5-cb", "ovs_interfaceid": "60605fb5-cbeb-4fec-a62b-c9d68e9d179f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.099710] env[62555]: DEBUG nova.network.neutron [-] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1836.249678] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe97bc3f-5103-4f90-91de-57b2e0364550 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance 'e1bed885-1ab2-4319-b7a0-a83ad748c9d6' progress to 100 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1836.348482] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc48159b-5bab-48e1-97b7-d1cd5710f00e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.358736] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac17b349-15f5-40c3-ae0b-3434ea0b4f0d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.394264] env[62555]: DEBUG nova.compute.manager [req-5bce64d9-b2e9-4043-8f27-9d58ec97fe1f req-38104b48-4bf0-4e40-9bdc-86241a72c5bb service nova] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Detach interface failed, port_id=f109e5f9-eca9-4455-81e3-28977363cc9a, reason: Instance 9507999b-d5a3-4091-8457-a119a1726ea2 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1836.405622] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.412092] env[62555]: DEBUG oslo_concurrency.lockutils [None req-733e5b92-95da-4327-9b27-fc2b01eca9bd tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "83fd6c8d-bf51-4314-ab64-b6f3be48e895" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.219s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.459825] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1836.460244] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355353', 'volume_id': '5c2982b2-ab4d-488e-98b1-21885fe9e025', 'name': 'volume-5c2982b2-ab4d-488e-98b1-21885fe9e025', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '973aa1c3-67f6-46a3-ac04-a9bef7a4e14d', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2982b2-ab4d-488e-98b1-21885fe9e025', 'serial': '5c2982b2-ab4d-488e-98b1-21885fe9e025'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1836.463026] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60edcee1-94f1-4b8d-a52a-e405570cf1de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.489528] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb76925-4a11-4730-9423-585a99407845 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.496453] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.496931] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.526151] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-5c2982b2-ab4d-488e-98b1-21885fe9e025/volume-5c2982b2-ab4d-488e-98b1-21885fe9e025.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1836.526475] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08c76a9d-ab93-4299-a782-16545a008be0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.547667] env[62555]: DEBUG oslo_vmware.api [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1836.547667] env[62555]: value = "task-1705370" [ 1836.547667] env[62555]: _type = "Task" [ 1836.547667] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.557423] env[62555]: DEBUG oslo_vmware.api [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.574956] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Releasing lock "refresh_cache-0493c5bf-c3d0-4d7f-be04-844c805431dc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.576158] env[62555]: DEBUG nova.compute.manager [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Instance network_info: |[{"id": "60605fb5-cbeb-4fec-a62b-c9d68e9d179f", "address": "fa:16:3e:ce:3d:df", "network": {"id": "4c39f651-e1c9-4515-bbcc-3eb25c0f4bcd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1239954922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a8acb9cdb0404da796416cbb86cbce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60605fb5-cb", "ovs_interfaceid": "60605fb5-cbeb-4fec-a62b-c9d68e9d179f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1836.576158] env[62555]: DEBUG oslo_concurrency.lockutils [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] Acquired lock "refresh_cache-0493c5bf-c3d0-4d7f-be04-844c805431dc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.576158] env[62555]: DEBUG nova.network.neutron [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Refreshing network info cache for port 60605fb5-cbeb-4fec-a62b-c9d68e9d179f {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.580046] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:3d:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4712af2-45ef-4652-8d2c-482ec70056d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60605fb5-cbeb-4fec-a62b-c9d68e9d179f', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1836.584715] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Creating folder: Project (64a8acb9cdb0404da796416cbb86cbce). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1836.588143] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c84944a6-30e6-4928-8424-c7dc3a9201b2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.599272] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Created folder: Project (64a8acb9cdb0404da796416cbb86cbce) in parent group-v355069. [ 1836.599422] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Creating folder: Instances. Parent ref: group-v355354. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1836.601982] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f82ac24d-706b-4d9d-adfa-5113c1d89f61 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.603754] env[62555]: INFO nova.compute.manager [-] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Took 2.06 seconds to deallocate network for instance. [ 1836.614697] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Created folder: Instances in parent group-v355354. [ 1836.615064] env[62555]: DEBUG oslo.service.loopingcall [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1836.615148] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1836.615360] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5be5e83d-32ff-4ddb-b65e-1637ffac86d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.637576] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.637576] env[62555]: value = "task-1705373" [ 1836.637576] env[62555]: _type = "Task" [ 1836.637576] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.649850] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705373, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.728509] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f79bd-2689-4b36-ae1a-d14088521f5b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.735941] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167cd12d-48ed-43a0-9e68-e2e222664dee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.774202] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61d492e-91bd-4cc6-bbf5-9f0859fe4b75 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.782583] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed17c686-ceef-4c0b-8b59-b0790b7b7a71 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.797568] env[62555]: DEBUG nova.compute.provider_tree [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1836.904965] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.002303] env[62555]: DEBUG nova.compute.manager [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1837.061141] env[62555]: DEBUG oslo_vmware.api [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705370, 'name': ReconfigVM_Task, 'duration_secs': 0.476685} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.061141] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-5c2982b2-ab4d-488e-98b1-21885fe9e025/volume-5c2982b2-ab4d-488e-98b1-21885fe9e025.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1837.063604] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c37dafb-285a-4d3f-b81f-098dddb93c96 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.080251] env[62555]: DEBUG oslo_vmware.api [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1837.080251] env[62555]: value = "task-1705374" [ 1837.080251] env[62555]: _type = "Task" [ 1837.080251] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.090957] env[62555]: DEBUG oslo_vmware.api [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705374, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.110337] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.152023] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705373, 'name': CreateVM_Task, 'duration_secs': 0.333003} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.152023] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1837.152023] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.152023] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.152023] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1837.152023] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5927efe3-ff91-42aa-99d3-a9b4629704d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.156602] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for the task: (returnval){ [ 1837.156602] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a810b2-e3db-0ce0-7b05-5280c5369e38" [ 1837.156602] env[62555]: _type = "Task" [ 1837.156602] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.164952] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a810b2-e3db-0ce0-7b05-5280c5369e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.303018] env[62555]: DEBUG nova.scheduler.client.report [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1837.407971] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.455662] env[62555]: DEBUG nova.network.neutron [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Updated VIF entry in instance network info cache for port 60605fb5-cbeb-4fec-a62b-c9d68e9d179f. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.456100] env[62555]: DEBUG nova.network.neutron [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Updating instance_info_cache with network_info: [{"id": "60605fb5-cbeb-4fec-a62b-c9d68e9d179f", "address": "fa:16:3e:ce:3d:df", "network": {"id": "4c39f651-e1c9-4515-bbcc-3eb25c0f4bcd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1239954922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64a8acb9cdb0404da796416cbb86cbce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4712af2-45ef-4652-8d2c-482ec70056d0", "external-id": "nsx-vlan-transportzone-826", "segmentation_id": 826, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60605fb5-cb", "ovs_interfaceid": "60605fb5-cbeb-4fec-a62b-c9d68e9d179f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.524433] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.592128] env[62555]: DEBUG oslo_vmware.api [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705374, 'name': ReconfigVM_Task, 'duration_secs': 0.135909} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.592464] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355353', 'volume_id': '5c2982b2-ab4d-488e-98b1-21885fe9e025', 'name': 'volume-5c2982b2-ab4d-488e-98b1-21885fe9e025', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '973aa1c3-67f6-46a3-ac04-a9bef7a4e14d', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2982b2-ab4d-488e-98b1-21885fe9e025', 'serial': '5c2982b2-ab4d-488e-98b1-21885fe9e025'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1837.668858] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a810b2-e3db-0ce0-7b05-5280c5369e38, 'name': SearchDatastore_Task, 'duration_secs': 0.010445} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.669237] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.669505] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1837.669742] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.669887] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.670073] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1837.670355] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e43802f-456d-4027-a105-a7abc902c861 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.679704] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1837.683259] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1837.684213] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1583dbd4-daba-440e-a29f-77fd319f9cde {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.689867] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for the task: (returnval){ [ 1837.689867] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a30a11-96c6-06b3-f7dd-887a6345f0af" [ 1837.689867] env[62555]: _type = "Task" [ 1837.689867] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.699553] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a30a11-96c6-06b3-f7dd-887a6345f0af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.807110] env[62555]: DEBUG oslo_concurrency.lockutils [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.811535] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.053s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.812036] env[62555]: DEBUG nova.objects.instance [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lazy-loading 'resources' on Instance uuid 3ea2d9bb-0f20-4852-97b1-acba32a1f383 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1837.834521] env[62555]: INFO nova.scheduler.client.report [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Deleted allocations for instance 69481620-9360-4fce-a2e8-91ea5046bd64 [ 1837.907035] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.959249] env[62555]: DEBUG oslo_concurrency.lockutils [req-d267b16a-ddb1-44b3-b8f2-b4f25c81f2f1 req-805b0305-dfbd-4f55-8597-d070bbe3ac61 service nova] Releasing lock "refresh_cache-0493c5bf-c3d0-4d7f-be04-844c805431dc" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.025364] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquiring lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.025644] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.025855] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquiring lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.026047] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.026227] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.028674] env[62555]: INFO nova.compute.manager [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Terminating instance [ 1838.200740] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a30a11-96c6-06b3-f7dd-887a6345f0af, 'name': SearchDatastore_Task, 'duration_secs': 0.011857} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.201585] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ea37ed3-bf4b-41da-a8b1-c33efea1edad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.207639] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for the task: (returnval){ [ 1838.207639] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dea9d4-c303-956b-e851-95e1435adbc4" [ 1838.207639] env[62555]: _type = "Task" [ 1838.207639] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.218335] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dea9d4-c303-956b-e851-95e1435adbc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.350228] env[62555]: DEBUG oslo_concurrency.lockutils [None req-040ee7c9-3f43-494d-b0bf-4a52943a8658 tempest-ServerRescueNegativeTestJSON-1359761283 tempest-ServerRescueNegativeTestJSON-1359761283-project-member] Lock "69481620-9360-4fce-a2e8-91ea5046bd64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.693s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.370184] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.370430] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.370616] env[62555]: DEBUG nova.compute.manager [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Going to confirm migration 6 {{(pid=62555) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1838.411618] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.532627] env[62555]: DEBUG nova.compute.manager [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1838.532885] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1838.534154] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3334efd7-020a-45a3-bb0e-6ecde1e279c1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.544251] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.544583] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac72315a-cd6d-40fe-97c7-8dfcd4c11ed1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.552421] env[62555]: DEBUG oslo_vmware.api [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for the task: (returnval){ [ 1838.552421] env[62555]: value = "task-1705376" [ 1838.552421] env[62555]: _type = "Task" [ 1838.552421] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.561214] env[62555]: DEBUG oslo_vmware.api [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.563819] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2549ed32-6dae-40e6-87c3-d4537fc75043 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.571125] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d821830-40fc-4ac4-a08e-03d356e54a0b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.602789] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b499c6-10c6-4be7-96ba-fff518e778f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.611081] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddc877a-b798-4c81-a801-ac3a394913a5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.626469] env[62555]: DEBUG nova.compute.provider_tree [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.636800] env[62555]: DEBUG nova.objects.instance [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lazy-loading 'flavor' on Instance uuid 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.720731] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52dea9d4-c303-956b-e851-95e1435adbc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.720862] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.721112] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 0493c5bf-c3d0-4d7f-be04-844c805431dc/0493c5bf-c3d0-4d7f-be04-844c805431dc.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1838.721405] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-045935b5-799a-4980-9c6d-4feda25edad6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.729321] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for the task: (returnval){ [ 1838.729321] env[62555]: value = "task-1705377" [ 1838.729321] env[62555]: _type = "Task" [ 1838.729321] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.741292] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.832427] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "684bde59-c695-4715-b489-3275479b9bf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.832831] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.908301] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.923968] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.924231] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.924411] env[62555]: DEBUG nova.network.neutron [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1838.924710] env[62555]: DEBUG nova.objects.instance [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'info_cache' on Instance uuid e1bed885-1ab2-4319-b7a0-a83ad748c9d6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.064555] env[62555]: DEBUG oslo_vmware.api [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705376, 'name': PowerOffVM_Task, 'duration_secs': 0.21266} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.064845] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.065064] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1839.065741] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af54a9f8-282b-41c1-9be8-457881bb9a9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.132023] env[62555]: DEBUG nova.scheduler.client.report [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1839.146123] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e0625e11-822d-472e-87c3-b8ef78cc32ec tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.297s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.206237] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1839.206608] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1839.206844] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Deleting the datastore file [datastore1] a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1839.207222] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c77a128-64ff-4cd5-b371-9aab243be19c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.215521] env[62555]: DEBUG oslo_vmware.api [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for the task: (returnval){ [ 1839.215521] env[62555]: value = "task-1705379" [ 1839.215521] env[62555]: _type = "Task" [ 1839.215521] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.224807] env[62555]: DEBUG oslo_vmware.api [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.239557] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705377, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.336488] env[62555]: DEBUG nova.compute.manager [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1839.378607] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.379229] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.379494] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.379690] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.379903] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.384642] env[62555]: INFO nova.compute.manager [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Terminating instance [ 1839.411238] env[62555]: DEBUG oslo_vmware.api [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705364, 'name': ReconfigVM_Task, 'duration_secs': 5.774297} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.411702] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.412184] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Reconfigured VM to detach interface {{(pid=62555) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1839.643017] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.643017] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.030s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.643017] env[62555]: DEBUG nova.objects.instance [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lazy-loading 'resources' on Instance uuid 36724ff7-3e23-4017-84cf-56474b1e52c3 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1839.671155] env[62555]: INFO nova.scheduler.client.report [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Deleted allocations for instance 3ea2d9bb-0f20-4852-97b1-acba32a1f383 [ 1839.726659] env[62555]: DEBUG oslo_vmware.api [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Task: {'id': task-1705379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194956} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.727058] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1839.729755] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1839.729988] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1839.730195] env[62555]: INFO nova.compute.manager [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1839.730452] env[62555]: DEBUG oslo.service.loopingcall [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1839.731098] env[62555]: DEBUG nova.compute.manager [-] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1839.731237] env[62555]: DEBUG nova.network.neutron [-] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1839.746800] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52236} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.746800] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 0493c5bf-c3d0-4d7f-be04-844c805431dc/0493c5bf-c3d0-4d7f-be04-844c805431dc.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1839.746800] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1839.747113] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfdc5e69-266e-4a0e-ab33-4e9c7ccd9541 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.755742] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for the task: (returnval){ [ 1839.755742] env[62555]: value = "task-1705381" [ 1839.755742] env[62555]: _type = "Task" [ 1839.755742] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.764990] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.861660] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.889306] env[62555]: DEBUG nova.compute.manager [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1839.889586] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1839.889894] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba8e4ce5-1122-402c-aed9-a56278e69742 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.899532] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1839.899532] env[62555]: value = "task-1705382" [ 1839.899532] env[62555]: _type = "Task" [ 1839.899532] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.909284] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.179922] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf569e01-8190-43a5-9c62-a07a979c56bb tempest-ServerShowV247Test-584788368 tempest-ServerShowV247Test-584788368-project-member] Lock "3ea2d9bb-0f20-4852-97b1-acba32a1f383" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.621s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.274077] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231717} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.274416] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1840.276231] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d5e6d6-65cb-48b0-bfdb-17d95bd1547f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.306964] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 0493c5bf-c3d0-4d7f-be04-844c805431dc/0493c5bf-c3d0-4d7f-be04-844c805431dc.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.309720] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4762edb8-e0f1-4152-a1e1-3ff1fd04ab1c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.336205] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for the task: (returnval){ [ 1840.336205] env[62555]: value = "task-1705383" [ 1840.336205] env[62555]: _type = "Task" [ 1840.336205] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.347596] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.413734] env[62555]: DEBUG nova.network.neutron [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance_info_cache with network_info: [{"id": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "address": "fa:16:3e:d5:3c:68", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7287e950-dc", "ovs_interfaceid": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.422895] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705382, 'name': PowerOffVM_Task, 'duration_secs': 0.501215} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.428051] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1840.428757] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1840.428757] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355353', 'volume_id': '5c2982b2-ab4d-488e-98b1-21885fe9e025', 'name': 'volume-5c2982b2-ab4d-488e-98b1-21885fe9e025', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '973aa1c3-67f6-46a3-ac04-a9bef7a4e14d', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2982b2-ab4d-488e-98b1-21885fe9e025', 'serial': '5c2982b2-ab4d-488e-98b1-21885fe9e025'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1840.431674] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d405b63f-ffbe-4956-983e-4f0dbba39dc8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.466157] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf830b7-d7c8-40e9-a09f-0d98aa900eb3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.475059] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bc9fa0-4f9d-4102-afc4-33780eef45bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.501352] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1331cf14-64c9-4257-bfaf-fcd37b9b9cc8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.523023] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] The volume has not been displaced from its original location: [datastore1] volume-5c2982b2-ab4d-488e-98b1-21885fe9e025/volume-5c2982b2-ab4d-488e-98b1-21885fe9e025.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1840.529594] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1840.529594] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3196dd2c-c0ff-4f5d-aa8b-cc538d34fd68 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.541600] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd55f96d-53d0-4dcc-a79d-739666d209df {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.555123] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44393f4-938c-401f-b1b1-23361e514aa6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.556764] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1840.556764] env[62555]: value = "task-1705384" [ 1840.556764] env[62555]: _type = "Task" [ 1840.556764] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.586862] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d73286a-daae-475a-9851-f49dd3d824cd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.593340] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705384, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.599605] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf47e355-efcb-41a4-a82b-eb532bd2b15a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.616376] env[62555]: DEBUG nova.compute.provider_tree [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.758235] env[62555]: DEBUG nova.compute.manager [req-7ee81c05-645d-459a-8522-873c20b4cd12 req-53839641-dc40-4377-9bca-fedde4d7b4e6 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Received event network-vif-deleted-f17711ac-5a50-4808-a6fe-8c3e4cec21f8 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1840.758436] env[62555]: INFO nova.compute.manager [req-7ee81c05-645d-459a-8522-873c20b4cd12 req-53839641-dc40-4377-9bca-fedde4d7b4e6 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Neutron deleted interface f17711ac-5a50-4808-a6fe-8c3e4cec21f8; detaching it from the instance and deleting it from the info cache [ 1840.758601] env[62555]: DEBUG nova.network.neutron [req-7ee81c05-645d-459a-8522-873c20b4cd12 req-53839641-dc40-4377-9bca-fedde4d7b4e6 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1840.850295] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.926154] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.926154] env[62555]: DEBUG nova.objects.instance [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'migration_context' on Instance uuid e1bed885-1ab2-4319-b7a0-a83ad748c9d6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1841.049615] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1841.052135] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1841.052135] env[62555]: DEBUG nova.network.neutron [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1841.068209] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705384, 'name': ReconfigVM_Task, 'duration_secs': 0.31462} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.068507] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1841.073491] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20457878-7aa1-4e37-b638-325523307254 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.093049] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1841.093049] env[62555]: value = "task-1705385" [ 1841.093049] env[62555]: _type = "Task" [ 1841.093049] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.102474] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705385, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.119757] env[62555]: DEBUG nova.scheduler.client.report [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1841.201327] env[62555]: DEBUG nova.network.neutron [-] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.263333] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d4c1d11-5b87-4374-856f-e15a5726264a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.273525] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7449e9fa-4faa-4e22-a92a-5fb7c05cdc77 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.315807] env[62555]: DEBUG nova.compute.manager [req-7ee81c05-645d-459a-8522-873c20b4cd12 req-53839641-dc40-4377-9bca-fedde4d7b4e6 service nova] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Detach interface failed, port_id=f17711ac-5a50-4808-a6fe-8c3e4cec21f8, reason: Instance a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1841.351153] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705383, 'name': ReconfigVM_Task, 'duration_secs': 0.560991} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.351974] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 0493c5bf-c3d0-4d7f-be04-844c805431dc/0493c5bf-c3d0-4d7f-be04-844c805431dc.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.352507] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24f8f1d4-450f-4e36-8399-ed052e1063a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.363325] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for the task: (returnval){ [ 1841.363325] env[62555]: value = "task-1705386" [ 1841.363325] env[62555]: _type = "Task" [ 1841.363325] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.375602] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705386, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.432025] env[62555]: DEBUG nova.objects.base [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1841.432025] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78701245-0db7-489b-8acb-b106d447d908 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.456234] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c67c02af-3fd7-45e1-9f30-0c653d01a4ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.466892] env[62555]: DEBUG oslo_vmware.api [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1841.466892] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e7ed6c-1c5b-d17f-2d42-89a9d6938749" [ 1841.466892] env[62555]: _type = "Task" [ 1841.466892] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.480582] env[62555]: DEBUG oslo_vmware.api [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e7ed6c-1c5b-d17f-2d42-89a9d6938749, 'name': SearchDatastore_Task, 'duration_secs': 0.008321} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.480582] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.603896] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705385, 'name': ReconfigVM_Task, 'duration_secs': 0.304752} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.604490] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355353', 'volume_id': '5c2982b2-ab4d-488e-98b1-21885fe9e025', 'name': 'volume-5c2982b2-ab4d-488e-98b1-21885fe9e025', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '973aa1c3-67f6-46a3-ac04-a9bef7a4e14d', 'attached_at': '', 'detached_at': '', 'volume_id': '5c2982b2-ab4d-488e-98b1-21885fe9e025', 'serial': '5c2982b2-ab4d-488e-98b1-21885fe9e025'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1841.604797] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1841.605598] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaab25c-0c6c-4336-8c69-9beb33a5d424 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.615136] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1841.615136] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93726e05-27e8-4e4d-a1ea-ba13fc913388 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.628575] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.633863] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.994s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.634109] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.003s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.634276] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1841.634582] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.524s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.634765] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.636595] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.113s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.639525] env[62555]: INFO nova.compute.claims [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1841.645596] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0416ea-6e46-4415-90b9-4c2ac2093a9e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.654482] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc0ba0f-8318-4e28-9168-79103722ecbe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.671786] env[62555]: INFO nova.scheduler.client.report [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Deleted allocations for instance 36724ff7-3e23-4017-84cf-56474b1e52c3 [ 1841.676984] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04287a9-5046-48d4-9b4e-46ef0f61976c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.680879] env[62555]: INFO nova.scheduler.client.report [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleted allocations for instance 9507999b-d5a3-4091-8457-a119a1726ea2 [ 1841.697520] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1782e250-d610-43b8-ba2f-1c75c90b940a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.701425] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1841.701425] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1841.701578] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleting the datastore file [datastore1] 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1841.701873] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa035013-2960-4305-ab89-1bd9723c146c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.706528] env[62555]: INFO nova.compute.manager [-] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Took 1.98 seconds to deallocate network for instance. [ 1841.743980] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179835MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1841.744210] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.744831] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1841.744831] env[62555]: value = "task-1705389" [ 1841.744831] env[62555]: _type = "Task" [ 1841.744831] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.760795] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.873383] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705386, 'name': Rename_Task, 'duration_secs': 0.233893} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.873663] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1841.873906] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3524d9b7-7f10-4f9a-ae7f-6cfc3f4fd40b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.880497] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for the task: (returnval){ [ 1841.880497] env[62555]: value = "task-1705390" [ 1841.880497] env[62555]: _type = "Task" [ 1841.880497] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.888384] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.997251] env[62555]: INFO nova.network.neutron [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Port c69299b9-32f2-4ca5-8ba0-dce2fdfa249d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1841.997718] env[62555]: DEBUG nova.network.neutron [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updating instance_info_cache with network_info: [{"id": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "address": "fa:16:3e:7f:8e:44", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81573845-9c", "ovs_interfaceid": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.191842] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e5c5693-006d-4a1d-b1e3-0b486affc92f tempest-ServerDiskConfigTestJSON-1952559966 tempest-ServerDiskConfigTestJSON-1952559966-project-member] Lock "36724ff7-3e23-4017-84cf-56474b1e52c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.977s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.196890] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0be32e69-94ba-4fd8-ac77-d587c46d49bb tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "9507999b-d5a3-4091-8457-a119a1726ea2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.303s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.253204] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1842.263052] env[62555]: DEBUG oslo_vmware.api [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13603} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.263589] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.264303] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1842.264981] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1842.265373] env[62555]: INFO nova.compute.manager [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Took 2.38 seconds to destroy the instance on the hypervisor. [ 1842.265747] env[62555]: DEBUG oslo.service.loopingcall [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.266112] env[62555]: DEBUG nova.compute.manager [-] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1842.266495] env[62555]: DEBUG nova.network.neutron [-] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1842.395135] env[62555]: DEBUG oslo_vmware.api [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705390, 'name': PowerOnVM_Task, 'duration_secs': 0.480861} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.398278] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1842.398831] env[62555]: INFO nova.compute.manager [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1842.398831] env[62555]: DEBUG nova.compute.manager [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1842.399765] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bfa9cc-1c62-4bf3-ab38-ed30818b8fa0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.500709] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.510721] env[62555]: DEBUG nova.compute.manager [req-a8b8e2b9-f13a-4a9b-9150-f784ef7b961d req-84a67b81-ae7e-4e50-a607-aeaf1baee9bc service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Received event network-changed-81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1842.510721] env[62555]: DEBUG nova.compute.manager [req-a8b8e2b9-f13a-4a9b-9150-f784ef7b961d req-84a67b81-ae7e-4e50-a607-aeaf1baee9bc service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing instance network info cache due to event network-changed-81573845-9c0b-4d1a-95c2-ba543c35e9bb. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1842.510721] env[62555]: DEBUG oslo_concurrency.lockutils [req-a8b8e2b9-f13a-4a9b-9150-f784ef7b961d req-84a67b81-ae7e-4e50-a607-aeaf1baee9bc service nova] Acquiring lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1842.510934] env[62555]: DEBUG oslo_concurrency.lockutils [req-a8b8e2b9-f13a-4a9b-9150-f784ef7b961d req-84a67b81-ae7e-4e50-a607-aeaf1baee9bc service nova] Acquired lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1842.510983] env[62555]: DEBUG nova.network.neutron [req-a8b8e2b9-f13a-4a9b-9150-f784ef7b961d req-84a67b81-ae7e-4e50-a607-aeaf1baee9bc service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Refreshing network info cache for port 81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1842.860844] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0b0811-ee97-46c4-ac7e-16229aa1d125 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.869379] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428baae9-a32c-4d30-b94d-c4e1bcd2e4b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.912773] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112aee43-db2c-41c6-b380-74e1ca243020 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.923064] env[62555]: INFO nova.compute.manager [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Took 31.80 seconds to build instance. [ 1842.928163] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bcac07-20b8-4e00-9163-a999a9ce9fed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.944042] env[62555]: DEBUG nova.compute.provider_tree [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.009245] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c1bcfdd5-7619-4719-8f87-1fed1a0e96de tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-0d26f500-2453-4395-80c9-e421c91f5083-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.194s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.019981] env[62555]: DEBUG nova.compute.manager [req-b393dc7f-04c0-44af-b6af-ed1d1884f84a req-4d66da26-2c09-45e3-bdcf-bb91a63d3c92 service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Received event network-vif-deleted-7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1843.020238] env[62555]: INFO nova.compute.manager [req-b393dc7f-04c0-44af-b6af-ed1d1884f84a req-4d66da26-2c09-45e3-bdcf-bb91a63d3c92 service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Neutron deleted interface 7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb; detaching it from the instance and deleting it from the info cache [ 1843.020470] env[62555]: DEBUG nova.network.neutron [req-b393dc7f-04c0-44af-b6af-ed1d1884f84a req-4d66da26-2c09-45e3-bdcf-bb91a63d3c92 service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.171728] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "interface-f895088f-a91c-4196-92f1-97c4f2fc14b0-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.172042] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-f895088f-a91c-4196-92f1-97c4f2fc14b0-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.172359] env[62555]: DEBUG nova.objects.instance [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'flavor' on Instance uuid f895088f-a91c-4196-92f1-97c4f2fc14b0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.181008] env[62555]: DEBUG nova.network.neutron [-] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.302713] env[62555]: DEBUG nova.network.neutron [req-a8b8e2b9-f13a-4a9b-9150-f784ef7b961d req-84a67b81-ae7e-4e50-a607-aeaf1baee9bc service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updated VIF entry in instance network info cache for port 81573845-9c0b-4d1a-95c2-ba543c35e9bb. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1843.303337] env[62555]: DEBUG nova.network.neutron [req-a8b8e2b9-f13a-4a9b-9150-f784ef7b961d req-84a67b81-ae7e-4e50-a607-aeaf1baee9bc service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updating instance_info_cache with network_info: [{"id": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "address": "fa:16:3e:7f:8e:44", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81573845-9c", "ovs_interfaceid": "81573845-9c0b-4d1a-95c2-ba543c35e9bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.383909] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "2f7c5411-af53-4812-b345-49f2e45e37f1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.384798] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.384798] env[62555]: INFO nova.compute.manager [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Shelving [ 1843.425438] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f9ccb64b-2231-47f4-a844-ced5024eeb93 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Lock "0493c5bf-c3d0-4d7f-be04-844c805431dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.314s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.448100] env[62555]: DEBUG nova.scheduler.client.report [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1843.523144] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2e7e0fe-2293-47a8-a4a2-f77f3816fc62 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.533514] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0615a448-d83b-4bd6-9e82-0923a6aed50a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.566488] env[62555]: DEBUG nova.compute.manager [req-b393dc7f-04c0-44af-b6af-ed1d1884f84a req-4d66da26-2c09-45e3-bdcf-bb91a63d3c92 service nova] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Detach interface failed, port_id=7f4cd6b6-c7b5-4310-8bf9-b949190bf4cb, reason: Instance 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1843.685889] env[62555]: INFO nova.compute.manager [-] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Took 1.42 seconds to deallocate network for instance. [ 1843.795866] env[62555]: DEBUG nova.objects.instance [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'pci_requests' on Instance uuid f895088f-a91c-4196-92f1-97c4f2fc14b0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1843.809847] env[62555]: DEBUG oslo_concurrency.lockutils [req-a8b8e2b9-f13a-4a9b-9150-f784ef7b961d req-84a67b81-ae7e-4e50-a607-aeaf1baee9bc service nova] Releasing lock "refresh_cache-0d26f500-2453-4395-80c9-e421c91f5083" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1843.955418] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.956484] env[62555]: DEBUG nova.compute.manager [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1843.959236] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.098s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.961031] env[62555]: INFO nova.compute.claims [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1844.237614] env[62555]: INFO nova.compute.manager [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Took 0.55 seconds to detach 1 volumes for instance. [ 1844.302823] env[62555]: DEBUG nova.objects.base [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1844.302823] env[62555]: DEBUG nova.network.neutron [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1844.384616] env[62555]: DEBUG nova.policy [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04316d97dc32441e886d5181af42522a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6979cbd408e3425fa8dedcb216b58814', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1844.394403] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1844.394717] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-372c05d6-786b-46e7-8587-63bf5cca3d3b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.403263] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1844.403263] env[62555]: value = "task-1705392" [ 1844.403263] env[62555]: _type = "Task" [ 1844.403263] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.418444] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.467148] env[62555]: DEBUG nova.compute.utils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1844.473723] env[62555]: DEBUG nova.compute.manager [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1844.473969] env[62555]: DEBUG nova.network.neutron [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1844.547927] env[62555]: DEBUG nova.policy [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f17841bd6af645f3a5c28506f32fa496', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85fb764f720d411e987c9a6b661e859e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1844.630199] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.630480] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.746597] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.927419] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705392, 'name': PowerOffVM_Task, 'duration_secs': 0.19022} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.927706] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1844.928575] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8e5e5f-3622-4106-9f7b-cb68e3de6eb9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.933177] env[62555]: DEBUG nova.network.neutron [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Successfully created port: 31cd0165-0e38-47ba-b18c-6a4d45b1ad4d {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1844.935834] env[62555]: DEBUG nova.compute.manager [req-b1efd385-75a9-4b9d-90f9-aa718394da17 req-beecd728-ab99-4446-97ef-c87f62e42c2c service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Received event network-changed-8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1844.936020] env[62555]: DEBUG nova.compute.manager [req-b1efd385-75a9-4b9d-90f9-aa718394da17 req-beecd728-ab99-4446-97ef-c87f62e42c2c service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Refreshing instance network info cache due to event network-changed-8b441744-9393-42db-ab39-7a5fcaa36351. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1844.936230] env[62555]: DEBUG oslo_concurrency.lockutils [req-b1efd385-75a9-4b9d-90f9-aa718394da17 req-beecd728-ab99-4446-97ef-c87f62e42c2c service nova] Acquiring lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.936449] env[62555]: DEBUG oslo_concurrency.lockutils [req-b1efd385-75a9-4b9d-90f9-aa718394da17 req-beecd728-ab99-4446-97ef-c87f62e42c2c service nova] Acquired lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.936563] env[62555]: DEBUG nova.network.neutron [req-b1efd385-75a9-4b9d-90f9-aa718394da17 req-beecd728-ab99-4446-97ef-c87f62e42c2c service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Refreshing network info cache for port 8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.957780] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ebb57a-e9b0-4c4f-9f6e-14080a8eb278 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.974350] env[62555]: DEBUG nova.compute.manager [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1845.138608] env[62555]: DEBUG nova.compute.manager [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1845.235663] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef6b98b-0ca5-4e66-b384-461a2d024c47 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.244071] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf22791e-823a-4ded-a56a-3c3585e757b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.280066] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6066f8-7020-4bae-879e-77b33e8f62f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.289188] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ff768b-3a0b-4b40-b53d-82f75d4c899e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.305073] env[62555]: DEBUG nova.compute.provider_tree [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.473079] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1845.473079] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e6487bd8-813c-4431-89e1-c9d29c575b41 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.484359] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1845.484359] env[62555]: value = "task-1705393" [ 1845.484359] env[62555]: _type = "Task" [ 1845.484359] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.496240] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.666727] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.746308] env[62555]: DEBUG nova.network.neutron [req-b1efd385-75a9-4b9d-90f9-aa718394da17 req-beecd728-ab99-4446-97ef-c87f62e42c2c service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updated VIF entry in instance network info cache for port 8b441744-9393-42db-ab39-7a5fcaa36351. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1845.746801] env[62555]: DEBUG nova.network.neutron [req-b1efd385-75a9-4b9d-90f9-aa718394da17 req-beecd728-ab99-4446-97ef-c87f62e42c2c service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updating instance_info_cache with network_info: [{"id": "8b441744-9393-42db-ab39-7a5fcaa36351", "address": "fa:16:3e:d9:29:e5", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b441744-93", "ovs_interfaceid": "8b441744-9393-42db-ab39-7a5fcaa36351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.808205] env[62555]: DEBUG nova.scheduler.client.report [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1845.987249] env[62555]: DEBUG nova.compute.manager [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1846.003840] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705393, 'name': CreateSnapshot_Task, 'duration_secs': 0.451453} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.004134] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1846.004965] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5989f728-f06d-4c7c-a511-756ab3a01a73 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.025762] env[62555]: DEBUG nova.virt.hardware [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1846.026101] env[62555]: DEBUG nova.virt.hardware [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1846.026425] env[62555]: DEBUG nova.virt.hardware [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1846.026544] env[62555]: DEBUG nova.virt.hardware [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1846.027016] env[62555]: DEBUG nova.virt.hardware [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1846.027016] env[62555]: DEBUG nova.virt.hardware [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1846.027180] env[62555]: DEBUG nova.virt.hardware [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1846.027334] env[62555]: DEBUG nova.virt.hardware [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1846.027541] env[62555]: DEBUG nova.virt.hardware [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1846.028087] env[62555]: DEBUG nova.virt.hardware [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1846.028087] env[62555]: DEBUG nova.virt.hardware [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1846.029281] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9980d113-fbfa-473b-a893-8a5e9c63f7b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.039170] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60c4c07-1052-4a43-a0c0-58404abec4e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.076153] env[62555]: DEBUG nova.network.neutron [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Successfully updated port: c69299b9-32f2-4ca5-8ba0-dce2fdfa249d {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1846.131970] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "c86f717e-8226-4686-99a9-4dba776239f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.132219] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.249811] env[62555]: DEBUG oslo_concurrency.lockutils [req-b1efd385-75a9-4b9d-90f9-aa718394da17 req-beecd728-ab99-4446-97ef-c87f62e42c2c service nova] Releasing lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.260823] env[62555]: DEBUG nova.compute.manager [req-c8f960f6-4135-4685-8ed9-9c764df973bb req-47c66b0c-045f-439b-b8ba-68881d90fc5c service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Received event network-vif-plugged-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1846.260823] env[62555]: DEBUG oslo_concurrency.lockutils [req-c8f960f6-4135-4685-8ed9-9c764df973bb req-47c66b0c-045f-439b-b8ba-68881d90fc5c service nova] Acquiring lock "f895088f-a91c-4196-92f1-97c4f2fc14b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.260823] env[62555]: DEBUG oslo_concurrency.lockutils [req-c8f960f6-4135-4685-8ed9-9c764df973bb req-47c66b0c-045f-439b-b8ba-68881d90fc5c service nova] Lock "f895088f-a91c-4196-92f1-97c4f2fc14b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.260823] env[62555]: DEBUG oslo_concurrency.lockutils [req-c8f960f6-4135-4685-8ed9-9c764df973bb req-47c66b0c-045f-439b-b8ba-68881d90fc5c service nova] Lock "f895088f-a91c-4196-92f1-97c4f2fc14b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.260823] env[62555]: DEBUG nova.compute.manager [req-c8f960f6-4135-4685-8ed9-9c764df973bb req-47c66b0c-045f-439b-b8ba-68881d90fc5c service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] No waiting events found dispatching network-vif-plugged-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1846.260823] env[62555]: WARNING nova.compute.manager [req-c8f960f6-4135-4685-8ed9-9c764df973bb req-47c66b0c-045f-439b-b8ba-68881d90fc5c service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Received unexpected event network-vif-plugged-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d for instance with vm_state active and task_state None. [ 1846.314744] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.316825] env[62555]: DEBUG nova.compute.manager [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1846.320730] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.840s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.497168] env[62555]: DEBUG nova.network.neutron [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Successfully updated port: 31cd0165-0e38-47ba-b18c-6a4d45b1ad4d {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1846.527272] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1846.531443] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c9040d38-8766-4ec8-b917-f10ededc1f72 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.548079] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1846.548079] env[62555]: value = "task-1705394" [ 1846.548079] env[62555]: _type = "Task" [ 1846.548079] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.560742] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705394, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.582883] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.582883] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.582883] env[62555]: DEBUG nova.network.neutron [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1846.637839] env[62555]: DEBUG nova.compute.manager [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1846.826019] env[62555]: DEBUG nova.compute.utils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.826959] env[62555]: DEBUG nova.compute.manager [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1846.827288] env[62555]: DEBUG nova.network.neutron [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1846.904794] env[62555]: DEBUG nova.policy [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '759813aa778f4be8b1d2bae069406176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b49345d38a064939b5d31485e39568c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1847.002627] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "refresh_cache-db9a9031-8d2f-4dde-8dad-c42959ec67f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.002772] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "refresh_cache-db9a9031-8d2f-4dde-8dad-c42959ec67f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.003216] env[62555]: DEBUG nova.network.neutron [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.062118] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705394, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.076330] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3bf5c1-5513-4941-b325-0e94e66f40fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.088546] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a403cd-daf4-4adc-9343-4055ea97ba62 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.120523] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbefb25-4ac4-4d6f-934b-13fcb1493b5b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.128541] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79637598-4a28-498d-b256-96051c84b7fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.145140] env[62555]: DEBUG nova.compute.provider_tree [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.160690] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.208434] env[62555]: WARNING nova.network.neutron [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] bdb8326c-4629-4ada-be52-19a7e58b1238 already exists in list: networks containing: ['bdb8326c-4629-4ada-be52-19a7e58b1238']. ignoring it [ 1847.333539] env[62555]: DEBUG nova.compute.manager [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1847.543377] env[62555]: DEBUG nova.network.neutron [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1847.561159] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705394, 'name': CloneVM_Task} progress is 95%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.650340] env[62555]: DEBUG nova.scheduler.client.report [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1847.721063] env[62555]: DEBUG nova.network.neutron [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Updating instance_info_cache with network_info: [{"id": "31cd0165-0e38-47ba-b18c-6a4d45b1ad4d", "address": "fa:16:3e:c2:8c:10", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd0165-0e", "ovs_interfaceid": "31cd0165-0e38-47ba-b18c-6a4d45b1ad4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.838017] env[62555]: DEBUG nova.network.neutron [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Successfully created port: 5157e03b-43d6-4e61-ad76-de5983837726 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1847.918494] env[62555]: DEBUG nova.network.neutron [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updating instance_info_cache with network_info: [{"id": "8b441744-9393-42db-ab39-7a5fcaa36351", "address": "fa:16:3e:d9:29:e5", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b441744-93", "ovs_interfaceid": "8b441744-9393-42db-ab39-7a5fcaa36351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c69299b9-32f2-4ca5-8ba0-dce2fdfa249d", "address": "fa:16:3e:90:68:03", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69299b9-32", "ovs_interfaceid": "c69299b9-32f2-4ca5-8ba0-dce2fdfa249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.967167] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.967422] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.061693] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705394, 'name': CloneVM_Task, 'duration_secs': 1.192903} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.061891] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Created linked-clone VM from snapshot [ 1848.062903] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123b52f8-6366-499b-8f41-613160014875 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.073769] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Uploading image 8cb33982-6d9b-4815-bdd6-15911a1b80b2 {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1848.106958] env[62555]: DEBUG oslo_vmware.rw_handles [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1848.106958] env[62555]: value = "vm-355359" [ 1848.106958] env[62555]: _type = "VirtualMachine" [ 1848.106958] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1848.107156] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a2cd509-5b85-4328-8df3-4a1920a30b08 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.117128] env[62555]: DEBUG oslo_vmware.rw_handles [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lease: (returnval){ [ 1848.117128] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5274a318-a659-5210-48e1-10ec7afe19e3" [ 1848.117128] env[62555]: _type = "HttpNfcLease" [ 1848.117128] env[62555]: } obtained for exporting VM: (result){ [ 1848.117128] env[62555]: value = "vm-355359" [ 1848.117128] env[62555]: _type = "VirtualMachine" [ 1848.117128] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1848.117379] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the lease: (returnval){ [ 1848.117379] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5274a318-a659-5210-48e1-10ec7afe19e3" [ 1848.117379] env[62555]: _type = "HttpNfcLease" [ 1848.117379] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1848.130362] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1848.130362] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5274a318-a659-5210-48e1-10ec7afe19e3" [ 1848.130362] env[62555]: _type = "HttpNfcLease" [ 1848.130362] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1848.224558] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "refresh_cache-db9a9031-8d2f-4dde-8dad-c42959ec67f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.224558] env[62555]: DEBUG nova.compute.manager [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Instance network_info: |[{"id": "31cd0165-0e38-47ba-b18c-6a4d45b1ad4d", "address": "fa:16:3e:c2:8c:10", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd0165-0e", "ovs_interfaceid": "31cd0165-0e38-47ba-b18c-6a4d45b1ad4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1848.224993] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:8c:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1430a695-49fb-4905-bc38-db9b869a1a9d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31cd0165-0e38-47ba-b18c-6a4d45b1ad4d', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1848.235601] env[62555]: DEBUG oslo.service.loopingcall [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1848.235601] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1848.235770] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9e0fc4a-104b-4380-bf0e-a1a09ab76908 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.261099] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1848.261099] env[62555]: value = "task-1705396" [ 1848.261099] env[62555]: _type = "Task" [ 1848.261099] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.269469] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705396, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.346066] env[62555]: DEBUG nova.compute.manager [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1848.372302] env[62555]: DEBUG nova.compute.manager [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Received event network-changed-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1848.372302] env[62555]: DEBUG nova.compute.manager [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Refreshing instance network info cache due to event network-changed-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1848.372302] env[62555]: DEBUG oslo_concurrency.lockutils [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] Acquiring lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.375174] env[62555]: DEBUG nova.virt.hardware [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1848.375614] env[62555]: DEBUG nova.virt.hardware [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1848.375932] env[62555]: DEBUG nova.virt.hardware [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.376259] env[62555]: DEBUG nova.virt.hardware [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1848.376687] env[62555]: DEBUG nova.virt.hardware [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.376979] env[62555]: DEBUG nova.virt.hardware [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1848.377328] env[62555]: DEBUG nova.virt.hardware [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1848.377662] env[62555]: DEBUG nova.virt.hardware [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1848.378380] env[62555]: DEBUG nova.virt.hardware [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1848.378380] env[62555]: DEBUG nova.virt.hardware [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1848.379197] env[62555]: DEBUG nova.virt.hardware [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1848.380246] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fe7542-bcd1-4bad-9b57-1306e6e4bef4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.390187] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75971e1-3069-4f53-83c0-d28456b139ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.421203] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.421905] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.422028] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.422631] env[62555]: DEBUG oslo_concurrency.lockutils [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] Acquired lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.422826] env[62555]: DEBUG nova.network.neutron [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Refreshing network info cache for port c69299b9-32f2-4ca5-8ba0-dce2fdfa249d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1848.424599] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56266a84-0233-4c9c-a4de-66c66823287e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.445180] env[62555]: DEBUG nova.virt.hardware [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1848.445729] env[62555]: DEBUG nova.virt.hardware [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1848.445729] env[62555]: DEBUG nova.virt.hardware [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1848.445876] env[62555]: DEBUG nova.virt.hardware [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1848.445923] env[62555]: DEBUG nova.virt.hardware [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1848.446046] env[62555]: DEBUG nova.virt.hardware [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1848.446254] env[62555]: DEBUG nova.virt.hardware [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1848.446422] env[62555]: DEBUG nova.virt.hardware [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1848.446610] env[62555]: DEBUG nova.virt.hardware [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1848.446771] env[62555]: DEBUG nova.virt.hardware [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1848.446942] env[62555]: DEBUG nova.virt.hardware [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1848.453255] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Reconfiguring VM to attach interface {{(pid=62555) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1848.454235] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fee6fea-1b34-42a4-b8fa-33f6aec6ac72 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.469741] env[62555]: DEBUG nova.compute.manager [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1848.474837] env[62555]: DEBUG oslo_vmware.api [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1848.474837] env[62555]: value = "task-1705397" [ 1848.474837] env[62555]: _type = "Task" [ 1848.474837] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.484673] env[62555]: DEBUG oslo_vmware.api [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705397, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.625993] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1848.625993] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5274a318-a659-5210-48e1-10ec7afe19e3" [ 1848.625993] env[62555]: _type = "HttpNfcLease" [ 1848.625993] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1848.626370] env[62555]: DEBUG oslo_vmware.rw_handles [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1848.626370] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5274a318-a659-5210-48e1-10ec7afe19e3" [ 1848.626370] env[62555]: _type = "HttpNfcLease" [ 1848.626370] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1848.627238] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c86cf6-4e90-41de-b227-6bd86fe34c91 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.635759] env[62555]: DEBUG oslo_vmware.rw_handles [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271699a-d099-faea-3f09-c00a85b9e234/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1848.635966] env[62555]: DEBUG oslo_vmware.rw_handles [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271699a-d099-faea-3f09-c00a85b9e234/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1848.699388] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.378s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.699691] env[62555]: DEBUG nova.compute.manager [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62555) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5257}} [ 1848.704682] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.960s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.739415] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf2369cf-3ad8-4cb8-9c4b-fdf68935a8f1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.774908] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705396, 'name': CreateVM_Task, 'duration_secs': 0.352054} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.774908] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1848.775609] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.776155] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.776155] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1848.776445] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c980f56f-e25c-4f61-87d1-f784009cc4e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.786584] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1848.786584] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a66c1f-5445-ba2d-149d-83c520d733dd" [ 1848.786584] env[62555]: _type = "Task" [ 1848.786584] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.796765] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a66c1f-5445-ba2d-149d-83c520d733dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.797096] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1848.797335] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1848.797594] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.797743] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.797920] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1848.798200] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebe8e3e2-0bda-41bf-b7d8-d98086ecde85 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.807820] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1848.808039] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1848.808797] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa74d16d-0d6e-4355-80eb-c26e2300f5e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.815059] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1848.815059] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52137c69-716c-a566-52d6-891a69ad2ba6" [ 1848.815059] env[62555]: _type = "Task" [ 1848.815059] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.822635] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52137c69-716c-a566-52d6-891a69ad2ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.832172] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquiring lock "0493c5bf-c3d0-4d7f-be04-844c805431dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.832419] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Lock "0493c5bf-c3d0-4d7f-be04-844c805431dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.832630] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquiring lock "0493c5bf-c3d0-4d7f-be04-844c805431dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.832809] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Lock "0493c5bf-c3d0-4d7f-be04-844c805431dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.833046] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Lock "0493c5bf-c3d0-4d7f-be04-844c805431dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.835049] env[62555]: INFO nova.compute.manager [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Terminating instance [ 1848.991885] env[62555]: DEBUG oslo_vmware.api [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.999534] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.165656] env[62555]: DEBUG nova.network.neutron [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updated VIF entry in instance network info cache for port c69299b9-32f2-4ca5-8ba0-dce2fdfa249d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.166137] env[62555]: DEBUG nova.network.neutron [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updating instance_info_cache with network_info: [{"id": "8b441744-9393-42db-ab39-7a5fcaa36351", "address": "fa:16:3e:d9:29:e5", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b441744-93", "ovs_interfaceid": "8b441744-9393-42db-ab39-7a5fcaa36351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c69299b9-32f2-4ca5-8ba0-dce2fdfa249d", "address": "fa:16:3e:90:68:03", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc69299b9-32", "ovs_interfaceid": "c69299b9-32f2-4ca5-8ba0-dce2fdfa249d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.277322] env[62555]: INFO nova.scheduler.client.report [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleted allocation for migration 5c8b4e9b-3680-498a-946d-3f9b4615818f [ 1849.333282] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52137c69-716c-a566-52d6-891a69ad2ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.337079] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a942853-41cc-40c6-8e33-1c607eb97497 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.342627] env[62555]: DEBUG nova.compute.manager [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1849.344126] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1849.344905] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c5bd57-dcb4-4c5f-a766-b791bfe4bef1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.356802] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1849.359378] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5d67f9b-4aa7-472c-89c6-470add18abe4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.361964] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1849.361964] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e2f5e0-681c-7d05-2697-4951a6274b04" [ 1849.361964] env[62555]: _type = "Task" [ 1849.361964] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.370734] env[62555]: DEBUG oslo_vmware.api [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for the task: (returnval){ [ 1849.370734] env[62555]: value = "task-1705398" [ 1849.370734] env[62555]: _type = "Task" [ 1849.370734] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.380575] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e2f5e0-681c-7d05-2697-4951a6274b04, 'name': SearchDatastore_Task, 'duration_secs': 0.012658} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.385660] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.386467] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] db9a9031-8d2f-4dde-8dad-c42959ec67f8/db9a9031-8d2f-4dde-8dad-c42959ec67f8.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1849.386467] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-954ab8cf-b364-48f9-9928-c7175750c8a6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.396575] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1849.396575] env[62555]: value = "task-1705399" [ 1849.396575] env[62555]: _type = "Task" [ 1849.396575] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.400634] env[62555]: DEBUG oslo_vmware.api [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.411764] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.495132] env[62555]: DEBUG oslo_vmware.api [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705397, 'name': ReconfigVM_Task, 'duration_secs': 0.68026} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.496494] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.496957] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Reconfigured VM to attach interface {{(pid=62555) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1849.544351] env[62555]: DEBUG nova.network.neutron [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Successfully updated port: 5157e03b-43d6-4e61-ad76-de5983837726 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1849.669116] env[62555]: DEBUG oslo_concurrency.lockutils [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] Releasing lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.669431] env[62555]: DEBUG nova.compute.manager [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Received event network-vif-plugged-31cd0165-0e38-47ba-b18c-6a4d45b1ad4d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1849.669695] env[62555]: DEBUG oslo_concurrency.lockutils [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] Acquiring lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.669984] env[62555]: DEBUG oslo_concurrency.lockutils [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] Lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.670318] env[62555]: DEBUG oslo_concurrency.lockutils [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] Lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.670472] env[62555]: DEBUG nova.compute.manager [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] No waiting events found dispatching network-vif-plugged-31cd0165-0e38-47ba-b18c-6a4d45b1ad4d {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1849.670699] env[62555]: WARNING nova.compute.manager [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Received unexpected event network-vif-plugged-31cd0165-0e38-47ba-b18c-6a4d45b1ad4d for instance with vm_state building and task_state spawning. [ 1849.670959] env[62555]: DEBUG nova.compute.manager [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Received event network-changed-31cd0165-0e38-47ba-b18c-6a4d45b1ad4d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1849.671334] env[62555]: DEBUG nova.compute.manager [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Refreshing instance network info cache due to event network-changed-31cd0165-0e38-47ba-b18c-6a4d45b1ad4d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1849.671587] env[62555]: DEBUG oslo_concurrency.lockutils [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] Acquiring lock "refresh_cache-db9a9031-8d2f-4dde-8dad-c42959ec67f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.671812] env[62555]: DEBUG oslo_concurrency.lockutils [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] Acquired lock "refresh_cache-db9a9031-8d2f-4dde-8dad-c42959ec67f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.672062] env[62555]: DEBUG nova.network.neutron [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Refreshing network info cache for port 31cd0165-0e38-47ba-b18c-6a4d45b1ad4d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1849.752025] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 82834fab-3c1c-4451-a202-49dced9c36ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.752424] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance af19afb3-5fc6-4c58-afaa-84f2afb337fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.752695] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 2f7c5411-af53-4812-b345-49f2e45e37f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.752930] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 0d26f500-2453-4395-80c9-e421c91f5083 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.753234] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1849.753595] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance f895088f-a91c-4196-92f1-97c4f2fc14b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.753688] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance aa2691a4-5a6b-4303-8b24-d3392c8d3e2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.754528] env[62555]: WARNING nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1849.754528] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance e1bed885-1ab2-4319-b7a0-a83ad748c9d6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.754528] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 0493c5bf-c3d0-4d7f-be04-844c805431dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.754858] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance db9a9031-8d2f-4dde-8dad-c42959ec67f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.754984] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 684bde59-c695-4715-b489-3275479b9bf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.784358] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32b0110b-cf2f-4d89-8ee1-8c657db7f811 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.414s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.890026] env[62555]: DEBUG oslo_vmware.api [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705398, 'name': PowerOffVM_Task, 'duration_secs': 0.224614} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.890845] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1849.890845] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1849.891136] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7295d253-f1de-47e9-aa49-138d0e1e0ce9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.910977] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705399, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1849.973338] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1849.973672] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1849.973933] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Deleting the datastore file [datastore1] 0493c5bf-c3d0-4d7f-be04-844c805431dc {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1849.974227] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92270b97-ac5a-422f-84ee-a66aa4583312 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.982400] env[62555]: DEBUG oslo_vmware.api [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for the task: (returnval){ [ 1849.982400] env[62555]: value = "task-1705401" [ 1849.982400] env[62555]: _type = "Task" [ 1849.982400] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1849.993079] env[62555]: DEBUG oslo_vmware.api [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.002323] env[62555]: DEBUG oslo_concurrency.lockutils [None req-23d5d285-12d7-44f7-819b-baf1cb334883 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-f895088f-a91c-4196-92f1-97c4f2fc14b0-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.830s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.048060] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "refresh_cache-684bde59-c695-4715-b489-3275479b9bf6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.048060] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "refresh_cache-684bde59-c695-4715-b489-3275479b9bf6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.048060] env[62555]: DEBUG nova.network.neutron [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1850.259714] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 7f78a0a1-f025-45b5-b442-03fd28f87a6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1850.291062] env[62555]: DEBUG nova.objects.instance [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'flavor' on Instance uuid e1bed885-1ab2-4319-b7a0-a83ad748c9d6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.395491] env[62555]: DEBUG nova.network.neutron [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Updated VIF entry in instance network info cache for port 31cd0165-0e38-47ba-b18c-6a4d45b1ad4d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.395845] env[62555]: DEBUG nova.network.neutron [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Updating instance_info_cache with network_info: [{"id": "31cd0165-0e38-47ba-b18c-6a4d45b1ad4d", "address": "fa:16:3e:c2:8c:10", "network": {"id": "a6ddf8c3-1a7a-4972-8d62-d674e8f0ac53", "bridge": "br-int", "label": "tempest-ServersTestJSON-1738896113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85fb764f720d411e987c9a6b661e859e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1430a695-49fb-4905-bc38-db9b869a1a9d", "external-id": "nsx-vlan-transportzone-297", "segmentation_id": 297, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cd0165-0e", "ovs_interfaceid": "31cd0165-0e38-47ba-b18c-6a4d45b1ad4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.413656] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53697} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.414016] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] db9a9031-8d2f-4dde-8dad-c42959ec67f8/db9a9031-8d2f-4dde-8dad-c42959ec67f8.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1850.414278] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1850.414723] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-514510c2-5660-4ef7-ad2f-7767c4cd0a68 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.423419] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1850.423419] env[62555]: value = "task-1705402" [ 1850.423419] env[62555]: _type = "Task" [ 1850.423419] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.436488] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1850.478119] env[62555]: DEBUG nova.compute.manager [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Received event network-vif-plugged-5157e03b-43d6-4e61-ad76-de5983837726 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1850.478530] env[62555]: DEBUG oslo_concurrency.lockutils [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] Acquiring lock "684bde59-c695-4715-b489-3275479b9bf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.478871] env[62555]: DEBUG oslo_concurrency.lockutils [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] Lock "684bde59-c695-4715-b489-3275479b9bf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.479197] env[62555]: DEBUG oslo_concurrency.lockutils [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] Lock "684bde59-c695-4715-b489-3275479b9bf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.479477] env[62555]: DEBUG nova.compute.manager [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] No waiting events found dispatching network-vif-plugged-5157e03b-43d6-4e61-ad76-de5983837726 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1850.479735] env[62555]: WARNING nova.compute.manager [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Received unexpected event network-vif-plugged-5157e03b-43d6-4e61-ad76-de5983837726 for instance with vm_state building and task_state spawning. [ 1850.479901] env[62555]: DEBUG nova.compute.manager [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Received event network-changed-5157e03b-43d6-4e61-ad76-de5983837726 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1850.480070] env[62555]: DEBUG nova.compute.manager [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Refreshing instance network info cache due to event network-changed-5157e03b-43d6-4e61-ad76-de5983837726. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1850.480239] env[62555]: DEBUG oslo_concurrency.lockutils [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] Acquiring lock "refresh_cache-684bde59-c695-4715-b489-3275479b9bf6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.492437] env[62555]: DEBUG oslo_vmware.api [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Task: {'id': task-1705401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138972} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.492772] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1850.493030] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1850.493227] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1850.493531] env[62555]: INFO nova.compute.manager [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1850.493977] env[62555]: DEBUG oslo.service.loopingcall [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.494191] env[62555]: DEBUG nova.compute.manager [-] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1850.494285] env[62555]: DEBUG nova.network.neutron [-] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1850.601423] env[62555]: DEBUG nova.network.neutron [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1850.762564] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance c86f717e-8226-4686-99a9-4dba776239f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1850.796310] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1850.796711] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1850.796956] env[62555]: DEBUG nova.network.neutron [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1850.797250] env[62555]: DEBUG nova.objects.instance [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'info_cache' on Instance uuid e1bed885-1ab2-4319-b7a0-a83ad748c9d6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1850.828261] env[62555]: DEBUG nova.network.neutron [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Updating instance_info_cache with network_info: [{"id": "5157e03b-43d6-4e61-ad76-de5983837726", "address": "fa:16:3e:23:46:67", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5157e03b-43", "ovs_interfaceid": "5157e03b-43d6-4e61-ad76-de5983837726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.899155] env[62555]: DEBUG oslo_concurrency.lockutils [req-e26f9db0-16b1-47c7-b943-2fa020925573 req-2d67de35-af07-4bdf-be43-e8aba00dad04 service nova] Releasing lock "refresh_cache-db9a9031-8d2f-4dde-8dad-c42959ec67f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.934940] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071061} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1850.935374] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1850.936283] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5e3991-5e96-46d2-9f42-77bead1cd458 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.961482] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] db9a9031-8d2f-4dde-8dad-c42959ec67f8/db9a9031-8d2f-4dde-8dad-c42959ec67f8.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1850.961482] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4efb8aa6-9eea-4c74-9950-d64f03b62f18 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.985791] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1850.985791] env[62555]: value = "task-1705403" [ 1850.985791] env[62555]: _type = "Task" [ 1850.985791] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1850.997094] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.267972] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 28e85c52-3fbd-4c74-b6fb-2117a9ce7956 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1851.268333] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1851.268670] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1851.300089] env[62555]: DEBUG nova.objects.base [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1851.331562] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "refresh_cache-684bde59-c695-4715-b489-3275479b9bf6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.331729] env[62555]: DEBUG nova.compute.manager [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Instance network_info: |[{"id": "5157e03b-43d6-4e61-ad76-de5983837726", "address": "fa:16:3e:23:46:67", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5157e03b-43", "ovs_interfaceid": "5157e03b-43d6-4e61-ad76-de5983837726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1851.332104] env[62555]: DEBUG oslo_concurrency.lockutils [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] Acquired lock "refresh_cache-684bde59-c695-4715-b489-3275479b9bf6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.332349] env[62555]: DEBUG nova.network.neutron [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Refreshing network info cache for port 5157e03b-43d6-4e61-ad76-de5983837726 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.333735] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:46:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5157e03b-43d6-4e61-ad76-de5983837726', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1851.343560] env[62555]: DEBUG oslo.service.loopingcall [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.349117] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1851.349760] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff6417c4-aa9e-46a6-9fee-e23b1600895b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.367727] env[62555]: DEBUG nova.network.neutron [-] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.376400] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1851.376400] env[62555]: value = "task-1705404" [ 1851.376400] env[62555]: _type = "Task" [ 1851.376400] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.387710] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705404, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.393827] env[62555]: DEBUG oslo_concurrency.lockutils [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "interface-f895088f-a91c-4196-92f1-97c4f2fc14b0-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.394301] env[62555]: DEBUG oslo_concurrency.lockutils [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-f895088f-a91c-4196-92f1-97c4f2fc14b0-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.501729] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705403, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.514187] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a3cf5b-9ca3-4807-ae19-90836df60ab1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.522245] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd87968-51af-47a4-953e-b33634eeef38 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.561354] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87694a5-f67f-4170-a16d-3725d31012ad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.569728] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44376cef-ca5b-4658-9386-856d3c4e946b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.587243] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.638399] env[62555]: DEBUG nova.network.neutron [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Updated VIF entry in instance network info cache for port 5157e03b-43d6-4e61-ad76-de5983837726. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1851.638833] env[62555]: DEBUG nova.network.neutron [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Updating instance_info_cache with network_info: [{"id": "5157e03b-43d6-4e61-ad76-de5983837726", "address": "fa:16:3e:23:46:67", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5157e03b-43", "ovs_interfaceid": "5157e03b-43d6-4e61-ad76-de5983837726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.871738] env[62555]: INFO nova.compute.manager [-] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Took 1.38 seconds to deallocate network for instance. [ 1851.887602] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705404, 'name': CreateVM_Task, 'duration_secs': 0.341509} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.888355] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1851.888577] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.888781] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.889127] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1851.889443] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f58f0021-3eda-4fd5-be3d-e6154aa5a12c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.894782] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1851.894782] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52736966-992b-5bda-ec94-e9eeed87a155" [ 1851.894782] env[62555]: _type = "Task" [ 1851.894782] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.904889] env[62555]: DEBUG oslo_concurrency.lockutils [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.905101] env[62555]: DEBUG oslo_concurrency.lockutils [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.905445] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52736966-992b-5bda-ec94-e9eeed87a155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.906270] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bb1758-18bd-4247-8043-da8bea253062 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.926443] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67421d64-122b-4e05-87d6-eefe3036b165 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.952759] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Reconfiguring VM to detach interface {{(pid=62555) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1851.955347] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6061be10-53ae-4ebc-82a8-e7055de7bbf0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.975201] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1851.975201] env[62555]: value = "task-1705405" [ 1851.975201] env[62555]: _type = "Task" [ 1851.975201] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.983982] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.997068] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705403, 'name': ReconfigVM_Task, 'duration_secs': 0.570051} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.997345] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Reconfigured VM instance instance-0000006d to attach disk [datastore1] db9a9031-8d2f-4dde-8dad-c42959ec67f8/db9a9031-8d2f-4dde-8dad-c42959ec67f8.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1851.998018] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5222f7d-4616-4af3-b017-7d2179519ed5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.004885] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1852.004885] env[62555]: value = "task-1705406" [ 1852.004885] env[62555]: _type = "Task" [ 1852.004885] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.015859] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705406, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.084310] env[62555]: DEBUG nova.network.neutron [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance_info_cache with network_info: [{"id": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "address": "fa:16:3e:d5:3c:68", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7287e950-dc", "ovs_interfaceid": "7287e950-dc1c-4e74-8fb0-c4c170db8822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.091204] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1852.145825] env[62555]: DEBUG oslo_concurrency.lockutils [req-1c526280-c682-41b5-9a8c-cdd171710372 req-a96a094c-0748-47fb-9cc9-3d94446fdee7 service nova] Releasing lock "refresh_cache-684bde59-c695-4715-b489-3275479b9bf6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.380277] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.408148] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52736966-992b-5bda-ec94-e9eeed87a155, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.408460] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.409020] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1852.409020] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.409155] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.409290] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1852.409550] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c46a5eed-4cc3-4370-9d06-f02305d2ebed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.419230] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1852.419420] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1852.420168] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00e2822-6119-4286-8cdf-917a536dffb7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.426672] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1852.426672] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5276960a-f0a9-56f5-7fc2-01b14d0c5e3c" [ 1852.426672] env[62555]: _type = "Task" [ 1852.426672] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.436021] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5276960a-f0a9-56f5-7fc2-01b14d0c5e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.485730] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.504940] env[62555]: DEBUG nova.compute.manager [req-19eca2e4-a1ce-476d-9f43-a8b51a31120a req-b45851a0-673d-4ffc-8e98-6c3f1895293e service nova] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Received event network-vif-deleted-60605fb5-cbeb-4fec-a62b-c9d68e9d179f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1852.515516] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705406, 'name': Rename_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.587967] env[62555]: DEBUG oslo_concurrency.lockutils [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-e1bed885-1ab2-4319-b7a0-a83ad748c9d6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.597623] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1852.597860] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.893s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.598154] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.347s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.598412] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.600649] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.854s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.600879] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.602768] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.936s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.604902] env[62555]: INFO nova.compute.claims [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1852.607931] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.608540] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Cleaning up deleted instances {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 1852.665443] env[62555]: INFO nova.scheduler.client.report [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted allocations for instance 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d [ 1852.711332] env[62555]: INFO nova.scheduler.client.report [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Deleted allocations for instance a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a [ 1852.939369] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5276960a-f0a9-56f5-7fc2-01b14d0c5e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011724} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.940170] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f5e8a42-03be-48b4-b039-6b09b4d7a2e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.945801] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1852.945801] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5256b5ad-e77d-28f3-7fa6-061d5dd707c9" [ 1852.945801] env[62555]: _type = "Task" [ 1852.945801] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.954869] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5256b5ad-e77d-28f3-7fa6-061d5dd707c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.986957] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.015719] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705406, 'name': Rename_Task, 'duration_secs': 0.684158} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.016071] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1853.016284] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8fba8b8-7be9-4c65-b52f-1c8d3a640bf8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.024357] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1853.024357] env[62555]: value = "task-1705407" [ 1853.024357] env[62555]: _type = "Task" [ 1853.024357] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.032919] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.124363] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] There are 59 instances to clean {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 1853.124645] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 36724ff7-3e23-4017-84cf-56474b1e52c3] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1853.177204] env[62555]: DEBUG oslo_concurrency.lockutils [None req-629eee3c-69e4-4784-a70d-2f1b7edfcbeb tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "973aa1c3-67f6-46a3-ac04-a9bef7a4e14d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.798s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.222710] env[62555]: DEBUG oslo_concurrency.lockutils [None req-03416dec-8cad-4e56-8369-38739dd4dae9 tempest-ServersTestManualDisk-177289759 tempest-ServersTestManualDisk-177289759-project-member] Lock "a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.197s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.457229] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5256b5ad-e77d-28f3-7fa6-061d5dd707c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01184} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.457527] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.457887] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 684bde59-c695-4715-b489-3275479b9bf6/684bde59-c695-4715-b489-3275479b9bf6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1853.458190] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac294d1b-9cc4-4deb-b217-fba58306b9ff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.466036] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1853.466036] env[62555]: value = "task-1705408" [ 1853.466036] env[62555]: _type = "Task" [ 1853.466036] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.474784] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.490075] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.534788] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705407, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.594371] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1853.594731] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1aa1af7-37db-4749-9030-f767fb8176dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.603665] env[62555]: DEBUG oslo_vmware.api [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1853.603665] env[62555]: value = "task-1705409" [ 1853.603665] env[62555]: _type = "Task" [ 1853.603665] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.620401] env[62555]: DEBUG oslo_vmware.api [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.630202] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: e3e1aae3-56fc-4530-b360-fa3f3cfdba74] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1853.854804] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4ff6b8-9811-4959-b6e0-53a15842a1c9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.864327] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7942377-e8e2-420b-bc06-13651fdfc58b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.902666] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d8c11d-73b0-47b8-9787-1c7c862210e9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.912735] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff126a5-1e0d-4bcb-a762-506b0dfb87de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.937719] env[62555]: DEBUG nova.compute.provider_tree [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.977204] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705408, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.988732] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.036569] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705407, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.115714] env[62555]: DEBUG oslo_vmware.api [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.137721] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 5a969e7e-403d-4cc1-a6e9-d7c165ebd162] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1854.436523] env[62555]: DEBUG nova.scheduler.client.report [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1854.480426] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569059} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.484287] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 684bde59-c695-4715-b489-3275479b9bf6/684bde59-c695-4715-b489-3275479b9bf6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1854.484634] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1854.485403] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61b07255-4709-4d4b-88d0-0be4d11adac3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.495880] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.498704] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1854.498704] env[62555]: value = "task-1705410" [ 1854.498704] env[62555]: _type = "Task" [ 1854.498704] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.506374] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.538267] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705407, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.620239] env[62555]: DEBUG oslo_vmware.api [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705409, 'name': PowerOnVM_Task, 'duration_secs': 0.965929} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.620413] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1854.621364] env[62555]: DEBUG nova.compute.manager [None req-c603700e-e8aa-4260-8549-5a03b226049b tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1854.621438] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8d5aa4-c810-4ad9-af1a-fffbe192d8e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.641189] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 202beb5a-917b-427b-8637-b3ece57e2888] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1854.942692] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.943254] env[62555]: DEBUG nova.compute.manager [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1854.946879] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.786s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.947728] env[62555]: INFO nova.compute.claims [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1854.990920] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.010572] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103511} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.010851] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1855.011910] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8468eed1-1f5a-40b0-b0ca-51c26f871ab3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.034830] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 684bde59-c695-4715-b489-3275479b9bf6/684bde59-c695-4715-b489-3275479b9bf6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1855.038898] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c01d888-076b-48dc-80c7-92a15cb4a1b0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.059973] env[62555]: DEBUG oslo_vmware.api [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705407, 'name': PowerOnVM_Task, 'duration_secs': 1.696478} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.060120] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1855.060268] env[62555]: INFO nova.compute.manager [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1855.060511] env[62555]: DEBUG nova.compute.manager [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1855.061534] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6726940-5e00-4726-8375-ca84bb7f04d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.065778] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1855.065778] env[62555]: value = "task-1705411" [ 1855.065778] env[62555]: _type = "Task" [ 1855.065778] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.078941] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705411, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.144751] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 3ea2d9bb-0f20-4852-97b1-acba32a1f383] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1855.454610] env[62555]: DEBUG nova.compute.utils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1855.463870] env[62555]: DEBUG nova.compute.manager [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1855.463870] env[62555]: DEBUG nova.network.neutron [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1855.495869] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.574295] env[62555]: DEBUG nova.policy [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '169bb5a0fbd045689559ac3cea0d5a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14065bdf84a24b9aa6fdbec28f26066d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1855.588743] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705411, 'name': ReconfigVM_Task, 'duration_secs': 0.420527} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.589356] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 684bde59-c695-4715-b489-3275479b9bf6/684bde59-c695-4715-b489-3275479b9bf6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1855.592787] env[62555]: INFO nova.compute.manager [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Took 18.09 seconds to build instance. [ 1855.592787] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d099cc1-24b6-445c-84a5-5bcc8a34feb5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.602679] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1855.602679] env[62555]: value = "task-1705412" [ 1855.602679] env[62555]: _type = "Task" [ 1855.602679] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.612792] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705412, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.649432] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9770d88d-1b01-48bf-8b7d-9c8e5100340b] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1855.969139] env[62555]: DEBUG nova.compute.manager [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1856.007037] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.047940] env[62555]: DEBUG nova.network.neutron [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Successfully created port: e9bdb3fd-5d60-488f-93dd-07d3f2b4695f {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1856.094985] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2ad144d5-c6d9-4668-a73f-7a45a685feae tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.598s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.121711] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705412, 'name': Rename_Task, 'duration_secs': 0.1471} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.122830] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1856.122830] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f749dcb1-a9f2-478c-95b3-142a1cd1c7b1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.134247] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1856.134247] env[62555]: value = "task-1705413" [ 1856.134247] env[62555]: _type = "Task" [ 1856.134247] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1856.146401] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.152802] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: db57cb76-ff05-4b7b-a4e7-ef868f007ff4] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1856.264407] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f267235-b7ab-494c-afe3-1b25607b460e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.275244] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e33d6b3-f189-41b6-9465-5de149763567 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.314465] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737dbf83-e009-45d9-b63d-c2c2f775e600 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.327802] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e66deeb-e467-4317-a52d-7546e66757bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.353331] env[62555]: DEBUG nova.compute.provider_tree [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1856.499026] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.647176] env[62555]: DEBUG oslo_vmware.api [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705413, 'name': PowerOnVM_Task, 'duration_secs': 0.497387} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.647550] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.647705] env[62555]: INFO nova.compute.manager [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1856.647891] env[62555]: DEBUG nova.compute.manager [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.648912] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672bf550-518e-4819-849c-8805852224f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.659020] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: d0ee459a-3f39-4732-a966-48a096068362] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1856.859091] env[62555]: DEBUG nova.scheduler.client.report [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1856.890912] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "b769b658-29bd-406b-a8a5-aedd663abc46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.891257] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b769b658-29bd-406b-a8a5-aedd663abc46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.983362] env[62555]: DEBUG nova.compute.manager [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1856.998616] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.041324] env[62555]: DEBUG nova.virt.hardware [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1857.041612] env[62555]: DEBUG nova.virt.hardware [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1857.041796] env[62555]: DEBUG nova.virt.hardware [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1857.042009] env[62555]: DEBUG nova.virt.hardware [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1857.042172] env[62555]: DEBUG nova.virt.hardware [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1857.042355] env[62555]: DEBUG nova.virt.hardware [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1857.042661] env[62555]: DEBUG nova.virt.hardware [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1857.042836] env[62555]: DEBUG nova.virt.hardware [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1857.043892] env[62555]: DEBUG nova.virt.hardware [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1857.043892] env[62555]: DEBUG nova.virt.hardware [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1857.043892] env[62555]: DEBUG nova.virt.hardware [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1857.044445] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdec28f-2fb9-4dd5-b534-147982bf96ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.054614] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a58935-efc5-4452-b2c6-7fadf5823aa1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.164829] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 32abf923-2cfe-45a9-87ae-049fbe5021bf] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1857.174586] env[62555]: INFO nova.compute.manager [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Took 17.33 seconds to build instance. [ 1857.276791] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.276967] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.277173] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.277393] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.277629] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.281734] env[62555]: INFO nova.compute.manager [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Terminating instance [ 1857.365392] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.366031] env[62555]: DEBUG nova.compute.manager [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1857.369212] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.370s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.371032] env[62555]: INFO nova.compute.claims [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1857.395809] env[62555]: DEBUG nova.compute.manager [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1857.502077] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.675407] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: b2b2ecc8-b12b-497b-b7e8-359225e74fae] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1857.677899] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d5d419f8-6851-4e00-829b-3b7d4bb57d0a tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.845s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.789029] env[62555]: DEBUG nova.compute.manager [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1857.789029] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1857.789029] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd183f3-1a29-48d0-b505-3b026cb3fe87 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.807464] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1857.807464] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85be28f7-775e-46a2-af42-e2d0b2ee4bb3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.812315] env[62555]: DEBUG oslo_vmware.api [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1857.812315] env[62555]: value = "task-1705414" [ 1857.812315] env[62555]: _type = "Task" [ 1857.812315] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.829389] env[62555]: DEBUG oslo_concurrency.lockutils [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.829657] env[62555]: DEBUG oslo_concurrency.lockutils [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.830092] env[62555]: DEBUG nova.compute.manager [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1857.830140] env[62555]: DEBUG oslo_vmware.api [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705414, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.830928] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a2919c-819a-4205-af4b-20878de2beeb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.839646] env[62555]: DEBUG nova.compute.manager [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62555) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1857.839883] env[62555]: DEBUG nova.objects.instance [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lazy-loading 'flavor' on Instance uuid db9a9031-8d2f-4dde-8dad-c42959ec67f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1857.877224] env[62555]: DEBUG nova.compute.utils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1857.878947] env[62555]: DEBUG nova.compute.manager [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1857.879166] env[62555]: DEBUG nova.network.neutron [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1857.948312] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.002024] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.016642] env[62555]: DEBUG nova.policy [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4f8612bc4984cc29294065d2a9013b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16b75169c4d4ef2a2f1f8c433575cf7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1858.032749] env[62555]: DEBUG nova.compute.manager [req-0d02c8d1-92de-459a-a788-afb1b31f32d9 req-fec9fb02-8f3c-4413-815e-9aff6d43b9ed service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Received event network-vif-plugged-e9bdb3fd-5d60-488f-93dd-07d3f2b4695f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1858.034306] env[62555]: DEBUG oslo_concurrency.lockutils [req-0d02c8d1-92de-459a-a788-afb1b31f32d9 req-fec9fb02-8f3c-4413-815e-9aff6d43b9ed service nova] Acquiring lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.034716] env[62555]: DEBUG oslo_concurrency.lockutils [req-0d02c8d1-92de-459a-a788-afb1b31f32d9 req-fec9fb02-8f3c-4413-815e-9aff6d43b9ed service nova] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.034966] env[62555]: DEBUG oslo_concurrency.lockutils [req-0d02c8d1-92de-459a-a788-afb1b31f32d9 req-fec9fb02-8f3c-4413-815e-9aff6d43b9ed service nova] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.035443] env[62555]: DEBUG nova.compute.manager [req-0d02c8d1-92de-459a-a788-afb1b31f32d9 req-fec9fb02-8f3c-4413-815e-9aff6d43b9ed service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] No waiting events found dispatching network-vif-plugged-e9bdb3fd-5d60-488f-93dd-07d3f2b4695f {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1858.035735] env[62555]: WARNING nova.compute.manager [req-0d02c8d1-92de-459a-a788-afb1b31f32d9 req-fec9fb02-8f3c-4413-815e-9aff6d43b9ed service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Received unexpected event network-vif-plugged-e9bdb3fd-5d60-488f-93dd-07d3f2b4695f for instance with vm_state building and task_state spawning. [ 1858.182630] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 331e7b26-eaf6-4a1f-bc9e-7ec67460e392] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1858.324471] env[62555]: DEBUG oslo_vmware.api [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705414, 'name': PowerOffVM_Task, 'duration_secs': 0.31413} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.324712] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1858.324749] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1858.324994] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd944c9a-f31f-4029-8061-d5db494d66bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.386972] env[62555]: DEBUG nova.compute.manager [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1858.411354] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1858.411354] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1858.411354] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleting the datastore file [datastore1] e1bed885-1ab2-4319-b7a0-a83ad748c9d6 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1858.411354] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a8838cb-1da6-4ce8-a971-d6db9ad48d15 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.419421] env[62555]: DEBUG oslo_vmware.api [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1858.419421] env[62555]: value = "task-1705416" [ 1858.419421] env[62555]: _type = "Task" [ 1858.419421] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.432482] env[62555]: DEBUG oslo_vmware.api [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705416, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.500955] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.653356] env[62555]: DEBUG nova.network.neutron [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Successfully updated port: e9bdb3fd-5d60-488f-93dd-07d3f2b4695f {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1858.663396] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160183d4-e6f8-45b8-aeb9-0c92443571f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.672686] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b4e5b2-de38-460d-9b63-5a4979d9ce3a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.717657] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: e2531bdd-1223-47fc-bc42-0990a7eb756b] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1858.719259] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f9ef29-d560-42c4-afdd-9b66fa4870fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.736118] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb13c88-57bb-4acc-a2ee-c8e793c58636 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.752114] env[62555]: DEBUG nova.compute.provider_tree [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1858.755218] env[62555]: DEBUG nova.compute.manager [req-60036ac4-2a1f-42ab-93bb-8f2ff6b65671 req-900c900d-3c1a-4ada-924d-aab6afa0d422 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Received event network-changed-e9bdb3fd-5d60-488f-93dd-07d3f2b4695f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1858.755524] env[62555]: DEBUG nova.compute.manager [req-60036ac4-2a1f-42ab-93bb-8f2ff6b65671 req-900c900d-3c1a-4ada-924d-aab6afa0d422 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Refreshing instance network info cache due to event network-changed-e9bdb3fd-5d60-488f-93dd-07d3f2b4695f. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1858.755743] env[62555]: DEBUG oslo_concurrency.lockutils [req-60036ac4-2a1f-42ab-93bb-8f2ff6b65671 req-900c900d-3c1a-4ada-924d-aab6afa0d422 service nova] Acquiring lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.755930] env[62555]: DEBUG oslo_concurrency.lockutils [req-60036ac4-2a1f-42ab-93bb-8f2ff6b65671 req-900c900d-3c1a-4ada-924d-aab6afa0d422 service nova] Acquired lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.756153] env[62555]: DEBUG nova.network.neutron [req-60036ac4-2a1f-42ab-93bb-8f2ff6b65671 req-900c900d-3c1a-4ada-924d-aab6afa0d422 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Refreshing network info cache for port e9bdb3fd-5d60-488f-93dd-07d3f2b4695f {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.849795] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1858.850189] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a907a673-e710-4c16-97a4-b5c99a53f076 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.858943] env[62555]: DEBUG oslo_vmware.api [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1858.858943] env[62555]: value = "task-1705417" [ 1858.858943] env[62555]: _type = "Task" [ 1858.858943] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.868195] env[62555]: DEBUG oslo_vmware.api [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705417, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.897495] env[62555]: DEBUG nova.network.neutron [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Successfully created port: 93be9b56-d81a-4cd1-a3fc-736e7c71cdbd {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1858.930637] env[62555]: DEBUG oslo_vmware.api [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705416, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175845} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.930891] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1858.931088] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1858.931267] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1858.931434] env[62555]: INFO nova.compute.manager [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1858.931676] env[62555]: DEBUG oslo.service.loopingcall [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1858.931859] env[62555]: DEBUG nova.compute.manager [-] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1858.931947] env[62555]: DEBUG nova.network.neutron [-] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1859.007091] env[62555]: DEBUG oslo_vmware.api [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705405, 'name': ReconfigVM_Task, 'duration_secs': 6.720386} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.007715] env[62555]: DEBUG oslo_concurrency.lockutils [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.007931] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Reconfigured VM to detach interface {{(pid=62555) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1859.157877] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.229218] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 1830f9f8-e446-457a-9cee-1157c85ef568] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1859.261029] env[62555]: DEBUG nova.scheduler.client.report [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1859.331952] env[62555]: DEBUG nova.network.neutron [req-60036ac4-2a1f-42ab-93bb-8f2ff6b65671 req-900c900d-3c1a-4ada-924d-aab6afa0d422 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1859.336126] env[62555]: DEBUG oslo_vmware.rw_handles [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271699a-d099-faea-3f09-c00a85b9e234/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1859.336615] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdb547f-13a7-4cd6-9dcc-d5d5754cac32 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.345124] env[62555]: DEBUG oslo_vmware.rw_handles [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271699a-d099-faea-3f09-c00a85b9e234/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1859.345451] env[62555]: ERROR oslo_vmware.rw_handles [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271699a-d099-faea-3f09-c00a85b9e234/disk-0.vmdk due to incomplete transfer. [ 1859.345835] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dcaf19c1-2598-4d28-98d8-4c811ee660c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.357216] env[62555]: DEBUG oslo_vmware.rw_handles [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5271699a-d099-faea-3f09-c00a85b9e234/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1859.357216] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Uploaded image 8cb33982-6d9b-4815-bdd6-15911a1b80b2 to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1859.358295] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1859.358714] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0d6b6de-53b0-444f-b7f5-fbc42e8c7f19 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.376630] env[62555]: DEBUG oslo_vmware.api [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705417, 'name': PowerOffVM_Task, 'duration_secs': 0.366148} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.379867] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1859.381922] env[62555]: DEBUG nova.compute.manager [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1859.381922] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1859.381922] env[62555]: value = "task-1705418" [ 1859.381922] env[62555]: _type = "Task" [ 1859.381922] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.383220] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a190ff96-c80d-4ede-a7fe-8212b259a893 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.396557] env[62555]: DEBUG nova.compute.manager [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1859.405496] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705418, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.433216] env[62555]: DEBUG nova.virt.hardware [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1859.433482] env[62555]: DEBUG nova.virt.hardware [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1859.433639] env[62555]: DEBUG nova.virt.hardware [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1859.433831] env[62555]: DEBUG nova.virt.hardware [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1859.433996] env[62555]: DEBUG nova.virt.hardware [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1859.434176] env[62555]: DEBUG nova.virt.hardware [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1859.434415] env[62555]: DEBUG nova.virt.hardware [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1859.434634] env[62555]: DEBUG nova.virt.hardware [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1859.434826] env[62555]: DEBUG nova.virt.hardware [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1859.434991] env[62555]: DEBUG nova.virt.hardware [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1859.435246] env[62555]: DEBUG nova.virt.hardware [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1859.436207] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad207c4-b38b-4a71-8406-e3c1b9fa92c0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.450711] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ed2911-eed6-4161-a24e-6a127c502f3f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.599744] env[62555]: DEBUG nova.network.neutron [req-60036ac4-2a1f-42ab-93bb-8f2ff6b65671 req-900c900d-3c1a-4ada-924d-aab6afa0d422 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.731487] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: f4e0137c-d694-48d6-b042-42315b15784e] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1859.765229] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.396s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.765716] env[62555]: DEBUG nova.compute.manager [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1859.769818] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.390s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.772806] env[62555]: DEBUG nova.objects.instance [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Lazy-loading 'resources' on Instance uuid 0493c5bf-c3d0-4d7f-be04-844c805431dc {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1859.899260] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705418, 'name': Destroy_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.912709] env[62555]: DEBUG oslo_concurrency.lockutils [None req-df82528f-fae8-4308-a019-41e3fe64d749 tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.111097] env[62555]: DEBUG oslo_concurrency.lockutils [req-60036ac4-2a1f-42ab-93bb-8f2ff6b65671 req-900c900d-3c1a-4ada-924d-aab6afa0d422 service nova] Releasing lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.111521] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.111667] env[62555]: DEBUG nova.network.neutron [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1860.236322] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 77c76f64-5bdd-4e32-855e-ca017e15ff1b] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1860.273958] env[62555]: DEBUG nova.compute.utils [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1860.279047] env[62555]: DEBUG nova.compute.manager [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1860.279047] env[62555]: DEBUG nova.network.neutron [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1860.341241] env[62555]: DEBUG nova.policy [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6c2daa0577e4a15b2c7536026eb1da0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a88e6f2009c484e8b365cda6d84b5dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1861.124863] env[62555]: DEBUG nova.network.neutron [-] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.131020] env[62555]: DEBUG oslo_concurrency.lockutils [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.131020] env[62555]: DEBUG oslo_concurrency.lockutils [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquired lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.131020] env[62555]: DEBUG nova.network.neutron [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.131020] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: aa28823b-7dde-4fdf-a6ca-81789865ef37] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1861.131255] env[62555]: DEBUG nova.compute.manager [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1861.136095] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705418, 'name': Destroy_Task, 'duration_secs': 0.810419} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.136948] env[62555]: DEBUG nova.network.neutron [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Successfully updated port: 93be9b56-d81a-4cd1-a3fc-736e7c71cdbd {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1861.141009] env[62555]: DEBUG nova.network.neutron [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Successfully created port: 6cde3f8c-5ecb-448b-a288-72b480492545 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1861.148465] env[62555]: DEBUG nova.compute.manager [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Received event network-changed-5157e03b-43d6-4e61-ad76-de5983837726 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1861.148634] env[62555]: DEBUG nova.compute.manager [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Refreshing instance network info cache due to event network-changed-5157e03b-43d6-4e61-ad76-de5983837726. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1861.148827] env[62555]: DEBUG oslo_concurrency.lockutils [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] Acquiring lock "refresh_cache-684bde59-c695-4715-b489-3275479b9bf6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.148960] env[62555]: DEBUG oslo_concurrency.lockutils [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] Acquired lock "refresh_cache-684bde59-c695-4715-b489-3275479b9bf6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.149123] env[62555]: DEBUG nova.network.neutron [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Refreshing network info cache for port 5157e03b-43d6-4e61-ad76-de5983837726 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1861.150168] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Destroyed the VM [ 1861.150690] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1861.152750] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea4c561e-18c3-4f57-97e2-e433e0fb712c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.162408] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1861.162408] env[62555]: value = "task-1705419" [ 1861.162408] env[62555]: _type = "Task" [ 1861.162408] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.172682] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705419, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.186570] env[62555]: DEBUG nova.network.neutron [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1861.310612] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a3b07f-99c9-45f6-965d-f3864db6cc55 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.320147] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98541104-5ffe-4c08-82f6-278792e8e1f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.353907] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc29c07-4295-4480-b664-01b9f039c1a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.363605] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facd4abf-6e6a-412a-9ed7-a1af22a2ce3c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.378681] env[62555]: DEBUG nova.compute.provider_tree [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.398834] env[62555]: DEBUG nova.network.neutron [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance_info_cache with network_info: [{"id": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "address": "fa:16:3e:6b:f4:ab", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bdb3fd-5d", "ovs_interfaceid": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.644063] env[62555]: INFO nova.compute.manager [-] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Took 2.71 seconds to deallocate network for instance. [ 1861.644279] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9bc95dbc-d99e-4e79-8138-63a2f9ad24fb] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1861.647821] env[62555]: INFO nova.virt.block_device [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Booting with volume f3bdd6b3-6f41-4d4d-b071-67fa49fb2543 at /dev/sda [ 1861.653722] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.654445] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.654743] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.655130] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.655343] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.657042] env[62555]: INFO nova.compute.manager [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Terminating instance [ 1861.658327] env[62555]: DEBUG oslo_concurrency.lockutils [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.658767] env[62555]: DEBUG oslo_concurrency.lockutils [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.658767] env[62555]: DEBUG oslo_concurrency.lockutils [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "f895088f-a91c-4196-92f1-97c4f2fc14b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.659059] env[62555]: DEBUG oslo_concurrency.lockutils [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "f895088f-a91c-4196-92f1-97c4f2fc14b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.659449] env[62555]: DEBUG oslo_concurrency.lockutils [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "f895088f-a91c-4196-92f1-97c4f2fc14b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.661393] env[62555]: INFO nova.compute.manager [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Terminating instance [ 1861.668663] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.668663] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquired lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.668663] env[62555]: DEBUG nova.network.neutron [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1861.683490] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705419, 'name': RemoveSnapshot_Task, 'duration_secs': 0.377204} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.685612] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1861.685890] env[62555]: DEBUG nova.compute.manager [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1861.687035] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d45af33-5081-4ea0-bde8-1cdee72f3ee2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.751633] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b643db6-b293-41c3-85fa-22acb0297040 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.764847] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d5d8bd-25ec-478a-aad0-ad52ce57f52f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.796602] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c07422c-3eeb-4812-9421-fddc74a02b83 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.807523] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438be663-5f48-49a7-9781-40a1f7a8b3e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.854916] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec137c0-ecbf-437e-883a-cfd84fa1117e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.862559] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a4d377-2370-4e85-9ee8-bcb7669ee574 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.876803] env[62555]: DEBUG nova.virt.block_device [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating existing volume attachment record: ce71a1ed-d498-4abb-bedb-14b5c144eeb4 {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1861.881904] env[62555]: DEBUG nova.scheduler.client.report [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1861.902324] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.902427] env[62555]: DEBUG nova.compute.manager [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Instance network_info: |[{"id": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "address": "fa:16:3e:6b:f4:ab", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bdb3fd-5d", "ovs_interfaceid": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1861.902884] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:f4:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9bdb3fd-5d60-488f-93dd-07d3f2b4695f', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1861.912189] env[62555]: DEBUG oslo.service.loopingcall [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.913052] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1861.913294] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b20b33e0-8d58-43a2-96a2-ead70e648d57 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.938362] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1861.938362] env[62555]: value = "task-1705420" [ 1861.938362] env[62555]: _type = "Task" [ 1861.938362] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.946626] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705420, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.050844] env[62555]: DEBUG nova.network.neutron [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Updated VIF entry in instance network info cache for port 5157e03b-43d6-4e61-ad76-de5983837726. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.051247] env[62555]: DEBUG nova.network.neutron [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Updating instance_info_cache with network_info: [{"id": "5157e03b-43d6-4e61-ad76-de5983837726", "address": "fa:16:3e:23:46:67", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5157e03b-43", "ovs_interfaceid": "5157e03b-43d6-4e61-ad76-de5983837726", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.128728] env[62555]: INFO nova.network.neutron [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Port c69299b9-32f2-4ca5-8ba0-dce2fdfa249d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1862.129319] env[62555]: DEBUG nova.network.neutron [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updating instance_info_cache with network_info: [{"id": "8b441744-9393-42db-ab39-7a5fcaa36351", "address": "fa:16:3e:d9:29:e5", "network": {"id": "bdb8326c-4629-4ada-be52-19a7e58b1238", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-522748880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6979cbd408e3425fa8dedcb216b58814", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51ae336c-12cf-406a-b1ca-54e9ce553b3e", "external-id": "nsx-vlan-transportzone-30", "segmentation_id": 30, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b441744-93", "ovs_interfaceid": "8b441744-9393-42db-ab39-7a5fcaa36351", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.151576] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 6ad83348-72ad-4601-b1f9-acc314a8531e] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1862.166646] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.171497] env[62555]: DEBUG nova.compute.manager [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1862.171703] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.172609] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3832e53e-1e53-41f8-9611-6725a0ba0b28 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.184065] env[62555]: DEBUG nova.compute.manager [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1862.184065] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1862.186196] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c7eb6e-5875-49af-b0d8-c3ab65eccf2e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.198186] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.200127] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85ccad3b-926f-4b29-a0e7-a760d02395d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.202150] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.202517] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc2b8a36-f8a5-4195-9c76-6c3f6b39bcc9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.209845] env[62555]: INFO nova.compute.manager [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Shelve offloading [ 1862.213647] env[62555]: DEBUG oslo_vmware.api [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1862.213647] env[62555]: value = "task-1705422" [ 1862.213647] env[62555]: _type = "Task" [ 1862.213647] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.226020] env[62555]: DEBUG oslo_vmware.api [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.258475] env[62555]: DEBUG nova.network.neutron [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1862.299387] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1862.299618] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1862.299820] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleting the datastore file [datastore1] db9a9031-8d2f-4dde-8dad-c42959ec67f8 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1862.300189] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ce4308e-c430-44b0-8b67-07fcb298413c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.307839] env[62555]: DEBUG oslo_vmware.api [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1862.307839] env[62555]: value = "task-1705423" [ 1862.307839] env[62555]: _type = "Task" [ 1862.307839] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.320220] env[62555]: DEBUG oslo_vmware.api [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.391342] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.621s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.393059] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.445s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.394770] env[62555]: INFO nova.compute.claims [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.453251] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705420, 'name': CreateVM_Task, 'duration_secs': 0.378937} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.453251] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1862.454162] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.454512] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.459223] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1862.459223] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814e6b3a-66f9-496c-a12e-513966e039b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.466572] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1862.466572] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cbb91c-7726-e2bd-bcd7-05dc3c5076d8" [ 1862.466572] env[62555]: _type = "Task" [ 1862.466572] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.472707] env[62555]: INFO nova.scheduler.client.report [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Deleted allocations for instance 0493c5bf-c3d0-4d7f-be04-844c805431dc [ 1862.481232] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cbb91c-7726-e2bd-bcd7-05dc3c5076d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.481727] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.481967] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1862.482220] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.482368] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.482541] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.483024] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88fe2cf8-f2e0-44ca-9602-e944ab7cbfcc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.493322] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.493585] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1862.494255] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ead599-5fbe-4381-944b-db20d1b17bfd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.500306] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1862.500306] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527a3899-89b7-57b7-3714-ccc3a1ab0db4" [ 1862.500306] env[62555]: _type = "Task" [ 1862.500306] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.510640] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527a3899-89b7-57b7-3714-ccc3a1ab0db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.527189] env[62555]: DEBUG nova.network.neutron [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updating instance_info_cache with network_info: [{"id": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "address": "fa:16:3e:c6:ef:47", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93be9b56-d8", "ovs_interfaceid": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.556932] env[62555]: DEBUG oslo_concurrency.lockutils [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] Releasing lock "refresh_cache-684bde59-c695-4715-b489-3275479b9bf6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.556932] env[62555]: DEBUG nova.compute.manager [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Received event network-vif-deleted-7287e950-dc1c-4e74-8fb0-c4c170db8822 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1862.556932] env[62555]: INFO nova.compute.manager [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Neutron deleted interface 7287e950-dc1c-4e74-8fb0-c4c170db8822; detaching it from the instance and deleting it from the info cache [ 1862.556932] env[62555]: DEBUG nova.network.neutron [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.632039] env[62555]: DEBUG oslo_concurrency.lockutils [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Releasing lock "refresh_cache-f895088f-a91c-4196-92f1-97c4f2fc14b0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.654684] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 92cb1240-706c-4aa3-9edb-2faa3b6b64f8] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1862.719636] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.719908] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5993ffd5-4772-4a3c-81c2-1e22afc0ca46 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.724516] env[62555]: DEBUG oslo_vmware.api [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705422, 'name': PowerOffVM_Task, 'duration_secs': 0.222449} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.725082] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1862.725260] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1862.725473] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e247c5f0-2870-40af-b28e-d7a6dfc02c1a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.729812] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1862.729812] env[62555]: value = "task-1705424" [ 1862.729812] env[62555]: _type = "Task" [ 1862.729812] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.737274] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.777911] env[62555]: DEBUG nova.network.neutron [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Successfully updated port: 6cde3f8c-5ecb-448b-a288-72b480492545 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1862.818239] env[62555]: DEBUG oslo_vmware.api [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145721} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.818495] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1862.818678] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1862.819042] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1862.819042] env[62555]: INFO nova.compute.manager [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1862.819263] env[62555]: DEBUG oslo.service.loopingcall [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1862.819444] env[62555]: DEBUG nova.compute.manager [-] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1862.819537] env[62555]: DEBUG nova.network.neutron [-] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1862.957098] env[62555]: DEBUG nova.compute.manager [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Received event network-vif-plugged-93be9b56-d81a-4cd1-a3fc-736e7c71cdbd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1862.957509] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Acquiring lock "c86f717e-8226-4686-99a9-4dba776239f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.957885] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Lock "c86f717e-8226-4686-99a9-4dba776239f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.957885] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Lock "c86f717e-8226-4686-99a9-4dba776239f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.958066] env[62555]: DEBUG nova.compute.manager [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] No waiting events found dispatching network-vif-plugged-93be9b56-d81a-4cd1-a3fc-736e7c71cdbd {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1862.958107] env[62555]: WARNING nova.compute.manager [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Received unexpected event network-vif-plugged-93be9b56-d81a-4cd1-a3fc-736e7c71cdbd for instance with vm_state building and task_state spawning. [ 1862.958386] env[62555]: DEBUG nova.compute.manager [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Received event network-changed-93be9b56-d81a-4cd1-a3fc-736e7c71cdbd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1862.958457] env[62555]: DEBUG nova.compute.manager [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Refreshing instance network info cache due to event network-changed-93be9b56-d81a-4cd1-a3fc-736e7c71cdbd. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1862.958580] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Acquiring lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.985709] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b6435e6b-3e89-4d61-80a8-e3d03f56c519 tempest-ServerMetadataTestJSON-737982824 tempest-ServerMetadataTestJSON-737982824-project-member] Lock "0493c5bf-c3d0-4d7f-be04-844c805431dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.153s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.013715] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527a3899-89b7-57b7-3714-ccc3a1ab0db4, 'name': SearchDatastore_Task, 'duration_secs': 0.009481} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.014512] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2155a2ec-c58f-4b53-99d2-1cfaf359b8f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.020479] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1863.020479] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52534920-2392-6b11-1508-d200222c81bd" [ 1863.020479] env[62555]: _type = "Task" [ 1863.020479] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.029089] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52534920-2392-6b11-1508-d200222c81bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.032647] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Releasing lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.033008] env[62555]: DEBUG nova.compute.manager [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Instance network_info: |[{"id": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "address": "fa:16:3e:c6:ef:47", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93be9b56-d8", "ovs_interfaceid": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1863.033353] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Acquired lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.033600] env[62555]: DEBUG nova.network.neutron [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Refreshing network info cache for port 93be9b56-d81a-4cd1-a3fc-736e7c71cdbd {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.034771] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:ef:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93be9b56-d81a-4cd1-a3fc-736e7c71cdbd', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1863.042371] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Creating folder: Project (a16b75169c4d4ef2a2f1f8c433575cf7). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.047554] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-261b10e9-7eca-408b-af48-ea4eed2c0ce1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.049762] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1863.050045] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1863.050272] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleting the datastore file [datastore1] f895088f-a91c-4196-92f1-97c4f2fc14b0 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.050897] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ddc6a27-9fba-49c7-9495-1793403e0457 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.059365] env[62555]: DEBUG oslo_vmware.api [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1863.059365] env[62555]: value = "task-1705427" [ 1863.059365] env[62555]: _type = "Task" [ 1863.059365] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.059931] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87416025-4527-4040-9a32-0d9ca397856c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.066719] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Created folder: Project (a16b75169c4d4ef2a2f1f8c433575cf7) in parent group-v355069. [ 1863.066940] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Creating folder: Instances. Parent ref: group-v355363. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1863.068211] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae514cb8-fef7-4653-b549-2e0c5548186c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.072911] env[62555]: DEBUG oslo_vmware.api [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.076998] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce6ab5f-9efb-4e4e-83f6-faf23def5271 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.093746] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Created folder: Instances in parent group-v355363. [ 1863.094031] env[62555]: DEBUG oslo.service.loopingcall [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.094905] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1863.095160] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c9b8470-4640-40e4-9e46-c587e9560f40 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.117756] env[62555]: DEBUG nova.compute.manager [req-84fc0b99-9e00-48e0-b669-115d7db118ef req-0766fb95-1b67-4567-b574-c8d4d72084f8 service nova] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Detach interface failed, port_id=7287e950-dc1c-4e74-8fb0-c4c170db8822, reason: Instance e1bed885-1ab2-4319-b7a0-a83ad748c9d6 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1863.123461] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1863.123461] env[62555]: value = "task-1705429" [ 1863.123461] env[62555]: _type = "Task" [ 1863.123461] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.132345] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705429, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.137483] env[62555]: DEBUG oslo_concurrency.lockutils [None req-581284af-2a43-4a7c-b0a9-103d9a700a5d tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "interface-f895088f-a91c-4196-92f1-97c4f2fc14b0-c69299b9-32f2-4ca5-8ba0-dce2fdfa249d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.742s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.157356] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 63d219dc-67b7-4310-af26-e0dd297fadd6] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1863.247317] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1863.248086] env[62555]: DEBUG nova.compute.manager [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1863.249055] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a70578-bf0f-4c40-b3f5-825164b86fe4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.257229] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.257754] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.258698] env[62555]: DEBUG nova.network.neutron [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.282660] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.282660] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.282660] env[62555]: DEBUG nova.network.neutron [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1863.351370] env[62555]: DEBUG nova.network.neutron [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updated VIF entry in instance network info cache for port 93be9b56-d81a-4cd1-a3fc-736e7c71cdbd. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1863.351741] env[62555]: DEBUG nova.network.neutron [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updating instance_info_cache with network_info: [{"id": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "address": "fa:16:3e:c6:ef:47", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93be9b56-d8", "ovs_interfaceid": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.535693] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52534920-2392-6b11-1508-d200222c81bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.536034] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.536301] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 7f78a0a1-f025-45b5-b442-03fd28f87a6f/7f78a0a1-f025-45b5-b442-03fd28f87a6f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1863.536599] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53e558d8-d428-4fcb-a1f0-01859d4fde4f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.548057] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1863.548057] env[62555]: value = "task-1705430" [ 1863.548057] env[62555]: _type = "Task" [ 1863.548057] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.564799] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.572625] env[62555]: DEBUG oslo_vmware.api [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156887} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.573019] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1863.573175] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1863.573425] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1863.573572] env[62555]: INFO nova.compute.manager [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1863.573836] env[62555]: DEBUG oslo.service.loopingcall [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1863.576709] env[62555]: DEBUG nova.compute.manager [-] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1863.576839] env[62555]: DEBUG nova.network.neutron [-] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1863.619827] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d027cb-750c-4a70-b764-effe1782fc45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.632087] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b529a731-8331-47ac-a6c2-207d7075cbd5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.642411] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705429, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.667289] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 104f2d89-a731-4dc1-8a25-bcd4cdcf7370] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1863.672197] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5130b0d9-b1c2-4caa-bf31-00812b0cf50f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.674924] env[62555]: DEBUG nova.network.neutron [-] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.682287] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc2f062-ad6b-4668-a15a-b03577bae2a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.697478] env[62555]: DEBUG nova.compute.provider_tree [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.835693] env[62555]: DEBUG nova.network.neutron [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1863.854189] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Releasing lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.854481] env[62555]: DEBUG nova.compute.manager [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Received event network-vif-plugged-6cde3f8c-5ecb-448b-a288-72b480492545 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1863.854829] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Acquiring lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.854916] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.855113] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.855295] env[62555]: DEBUG nova.compute.manager [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] No waiting events found dispatching network-vif-plugged-6cde3f8c-5ecb-448b-a288-72b480492545 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1863.855466] env[62555]: WARNING nova.compute.manager [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Received unexpected event network-vif-plugged-6cde3f8c-5ecb-448b-a288-72b480492545 for instance with vm_state building and task_state block_device_mapping. [ 1863.855631] env[62555]: DEBUG nova.compute.manager [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Received event network-changed-6cde3f8c-5ecb-448b-a288-72b480492545 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1863.855790] env[62555]: DEBUG nova.compute.manager [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Refreshing instance network info cache due to event network-changed-6cde3f8c-5ecb-448b-a288-72b480492545. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1863.855972] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Acquiring lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.002507] env[62555]: DEBUG nova.compute.manager [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1864.003354] env[62555]: DEBUG nova.virt.hardware [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1864.003649] env[62555]: DEBUG nova.virt.hardware [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1864.003776] env[62555]: DEBUG nova.virt.hardware [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1864.003960] env[62555]: DEBUG nova.virt.hardware [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1864.004322] env[62555]: DEBUG nova.virt.hardware [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1864.004499] env[62555]: DEBUG nova.virt.hardware [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1864.004711] env[62555]: DEBUG nova.virt.hardware [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1864.004876] env[62555]: DEBUG nova.virt.hardware [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1864.005078] env[62555]: DEBUG nova.virt.hardware [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1864.005404] env[62555]: DEBUG nova.virt.hardware [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1864.005538] env[62555]: DEBUG nova.virt.hardware [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1864.006685] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fd5338-e502-4e98-9cda-c06913412632 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.021091] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6459a6-464c-434b-8cba-7e93d1cece7b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.062195] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705430, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504128} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.062845] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 7f78a0a1-f025-45b5-b442-03fd28f87a6f/7f78a0a1-f025-45b5-b442-03fd28f87a6f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1864.062991] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1864.063216] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41743bdc-4490-4eda-8e51-5ee5aa305c6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.072457] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1864.072457] env[62555]: value = "task-1705431" [ 1864.072457] env[62555]: _type = "Task" [ 1864.072457] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.083467] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705431, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.132877] env[62555]: DEBUG nova.network.neutron [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance_info_cache with network_info: [{"id": "6cde3f8c-5ecb-448b-a288-72b480492545", "address": "fa:16:3e:b0:1d:d7", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cde3f8c-5e", "ovs_interfaceid": "6cde3f8c-5ecb-448b-a288-72b480492545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.148025] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705429, 'name': CreateVM_Task, 'duration_secs': 0.560376} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.148025] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1864.148025] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.148025] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.148025] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1864.148025] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dffe845-9ac8-4d4e-aeca-50dd484b1be3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.155717] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1864.155717] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52576ed3-a063-4113-b209-29555ad7ee4f" [ 1864.155717] env[62555]: _type = "Task" [ 1864.155717] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.167620] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52576ed3-a063-4113-b209-29555ad7ee4f, 'name': SearchDatastore_Task, 'duration_secs': 0.010094} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.168057] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.168582] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1864.168952] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.169229] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.169659] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1864.170266] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3284762f-87e2-413f-9ae6-921296552127 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.172526] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 78fb6673-ce7e-4f00-8e2c-9213452813b1] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1864.178194] env[62555]: INFO nova.compute.manager [-] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Took 1.36 seconds to deallocate network for instance. [ 1864.179884] env[62555]: DEBUG nova.network.neutron [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updating instance_info_cache with network_info: [{"id": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "address": "fa:16:3e:c7:91:1d", "network": {"id": "b81bb316-8855-48b9-ba1d-bac80f40e0bf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490939650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b162a6d60a4f0a8ec2dff7d3bfa3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb336d0e-db", "ovs_interfaceid": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.184510] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1864.184688] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1864.185732] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4995857c-761e-478b-b4c9-28c435beff8b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.192122] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1864.192122] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5222d2f5-7953-0b9a-3624-bb4eb846d561" [ 1864.192122] env[62555]: _type = "Task" [ 1864.192122] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.201528] env[62555]: DEBUG nova.scheduler.client.report [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1864.205755] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5222d2f5-7953-0b9a-3624-bb4eb846d561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.582420] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705431, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074258} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.582729] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1864.583461] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3ba662-b2e0-43b0-9bf6-7d2e212f3de5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.607564] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7f78a0a1-f025-45b5-b442-03fd28f87a6f/7f78a0a1-f025-45b5-b442-03fd28f87a6f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1864.607869] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90c3249d-e1b4-4eea-881f-9115b5bed85d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.630094] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1864.630094] env[62555]: value = "task-1705432" [ 1864.630094] env[62555]: _type = "Task" [ 1864.630094] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.640179] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.640512] env[62555]: DEBUG nova.compute.manager [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Instance network_info: |[{"id": "6cde3f8c-5ecb-448b-a288-72b480492545", "address": "fa:16:3e:b0:1d:d7", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cde3f8c-5e", "ovs_interfaceid": "6cde3f8c-5ecb-448b-a288-72b480492545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1864.640792] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705432, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.641039] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Acquired lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.641217] env[62555]: DEBUG nova.network.neutron [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Refreshing network info cache for port 6cde3f8c-5ecb-448b-a288-72b480492545 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1864.642402] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:1d:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cde3f8c-5ecb-448b-a288-72b480492545', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1864.651148] env[62555]: DEBUG oslo.service.loopingcall [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.654579] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1864.655557] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c7c40a4-e465-4411-8721-6003766427ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.676579] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 542f5291-21b4-4bd7-88b4-7636c4d8db75] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1864.680581] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1864.680581] env[62555]: value = "task-1705433" [ 1864.680581] env[62555]: _type = "Task" [ 1864.680581] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.687704] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.688248] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1864.696582] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705433, 'name': CreateVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.706117] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.706660] env[62555]: DEBUG nova.compute.manager [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1864.709543] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5222d2f5-7953-0b9a-3624-bb4eb846d561, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.713021] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.546s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.713021] env[62555]: DEBUG nova.objects.instance [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'resources' on Instance uuid e1bed885-1ab2-4319-b7a0-a83ad748c9d6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1864.718610] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92406e10-9920-4343-ab61-6d901cfb2834 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.729251] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1864.729251] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52423f0a-5b4e-1ab5-cc7e-fe9e0defe551" [ 1864.729251] env[62555]: _type = "Task" [ 1864.729251] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.744085] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52423f0a-5b4e-1ab5-cc7e-fe9e0defe551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.994347] env[62555]: DEBUG nova.compute.manager [req-b6aab6ac-206b-45c3-a46f-894bd574b405 req-96150c29-fc9e-4428-a64a-2a4a85b71f55 service nova] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Received event network-vif-deleted-31cd0165-0e38-47ba-b18c-6a4d45b1ad4d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1865.025022] env[62555]: DEBUG nova.network.neutron [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updated VIF entry in instance network info cache for port 6cde3f8c-5ecb-448b-a288-72b480492545. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1865.025624] env[62555]: DEBUG nova.network.neutron [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance_info_cache with network_info: [{"id": "6cde3f8c-5ecb-448b-a288-72b480492545", "address": "fa:16:3e:b0:1d:d7", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cde3f8c-5e", "ovs_interfaceid": "6cde3f8c-5ecb-448b-a288-72b480492545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.141427] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705432, 'name': ReconfigVM_Task, 'duration_secs': 0.307632} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.141732] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7f78a0a1-f025-45b5-b442-03fd28f87a6f/7f78a0a1-f025-45b5-b442-03fd28f87a6f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1865.142406] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d8a587e-08a6-4fc6-b5e2-7d22d6d69227 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.144927] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1865.145800] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9506040-554a-41b3-afff-a987c440b1e7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.154320] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1865.155715] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3facf6e8-796b-4359-a4cd-1e12bca863be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.157532] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1865.157532] env[62555]: value = "task-1705434" [ 1865.157532] env[62555]: _type = "Task" [ 1865.157532] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.167066] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705434, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.182161] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: a489976e-7aca-41a4-8134-d3a65e745526] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1865.194197] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705433, 'name': CreateVM_Task, 'duration_secs': 0.398894} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.194425] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1865.195202] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sda', 'boot_index': 0, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355357', 'volume_id': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'name': 'volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '28e85c52-3fbd-4c74-b6fb-2117a9ce7956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'serial': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543'}, 'attachment_id': 'ce71a1ed-d498-4abb-bedb-14b5c144eeb4', 'volume_type': None}], 'swap': None} {{(pid=62555) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1865.195418] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Root volume attach. Driver type: vmdk {{(pid=62555) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1865.196235] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e1dd6a-ad6c-4f70-8c28-3032f5b33e59 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.206334] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97d2e10-7d1c-420d-90af-ae60476aa8d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.215649] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc3628e-3cb3-46f5-9216-c57ef4226a7a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.222529] env[62555]: DEBUG nova.compute.utils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1865.224924] env[62555]: DEBUG nova.compute.manager [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1865.225224] env[62555]: DEBUG nova.network.neutron [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1865.230196] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-a53d1676-e3b6-4dde-acb6-3b0313657f47 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.244276] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52423f0a-5b4e-1ab5-cc7e-fe9e0defe551, 'name': SearchDatastore_Task, 'duration_secs': 0.01309} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.245759] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.246077] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c86f717e-8226-4686-99a9-4dba776239f8/c86f717e-8226-4686-99a9-4dba776239f8.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.247336] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1865.247336] env[62555]: value = "task-1705436" [ 1865.247336] env[62555]: _type = "Task" [ 1865.247336] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.247336] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18b121fa-9edd-440b-8a30-4c6e8de27b96 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.258958] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705436, 'name': RelocateVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.260488] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1865.260488] env[62555]: value = "task-1705437" [ 1865.260488] env[62555]: _type = "Task" [ 1865.260488] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.273433] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1865.273433] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1865.273433] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Deleting the datastore file [datastore1] 2f7c5411-af53-4812-b345-49f2e45e37f1 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1865.273433] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705437, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.277626] env[62555]: DEBUG nova.policy [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5540bd9d58684613977b2fda124470d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9474985563df48aca87e2fb4d6253c91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1865.277626] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9da85dd7-8fb4-4ca7-b5ff-2bd124cf6914 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.287570] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1865.287570] env[62555]: value = "task-1705438" [ 1865.287570] env[62555]: _type = "Task" [ 1865.287570] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.303037] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.445258] env[62555]: DEBUG nova.compute.manager [req-fc8b5a7f-53c7-4e1f-bd56-faa953b52409 req-7968bd51-5beb-4103-b073-474e8a540cf5 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Received event network-vif-deleted-8b441744-9393-42db-ab39-7a5fcaa36351 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1865.445632] env[62555]: INFO nova.compute.manager [req-fc8b5a7f-53c7-4e1f-bd56-faa953b52409 req-7968bd51-5beb-4103-b073-474e8a540cf5 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Neutron deleted interface 8b441744-9393-42db-ab39-7a5fcaa36351; detaching it from the instance and deleting it from the info cache [ 1865.445982] env[62555]: DEBUG nova.network.neutron [req-fc8b5a7f-53c7-4e1f-bd56-faa953b52409 req-7968bd51-5beb-4103-b073-474e8a540cf5 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.510901] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f34781b-dedc-4e3d-b072-49fa8383f570 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.523513] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0d93b4-688e-4e66-b21a-81d8d20dbbe9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.528506] env[62555]: DEBUG oslo_concurrency.lockutils [req-e202995c-8562-405c-9893-801f3eee990c req-eb73fdfe-0a77-4758-81bd-11534c972fba service nova] Releasing lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.563753] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9828b5a-8b75-4230-8684-499153f4c9a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.575297] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b419457a-4294-4408-a27b-c195a1255f0d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.596546] env[62555]: DEBUG nova.compute.provider_tree [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.641399] env[62555]: DEBUG nova.network.neutron [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Successfully created port: bf0624bf-ca2a-44c7-9942-20045013ef14 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1865.672746] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705434, 'name': Rename_Task, 'duration_secs': 0.185869} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.672746] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.676640] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acf7a1e4-abef-4be1-89f9-0cc645d069df {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.688873] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1865.688873] env[62555]: value = "task-1705439" [ 1865.688873] env[62555]: _type = "Task" [ 1865.688873] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.689649] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: d59babb2-c974-49ea-8030-af6943b8eb7e] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1865.697985] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.725733] env[62555]: DEBUG nova.compute.manager [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1865.769225] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705436, 'name': RelocateVM_Task} progress is 19%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.780841] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705437, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.797111] env[62555]: DEBUG oslo_vmware.api [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196468} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.798529] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1865.798529] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1865.798529] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1865.832225] env[62555]: DEBUG nova.network.neutron [-] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.869107] env[62555]: INFO nova.scheduler.client.report [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Deleted allocations for instance 2f7c5411-af53-4812-b345-49f2e45e37f1 [ 1865.948389] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08c315a2-8f32-416f-9ba4-b7bd3145a20f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.963492] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041151fe-7e69-4e6a-8709-f785b51c6987 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.999770] env[62555]: DEBUG nova.compute.manager [req-fc8b5a7f-53c7-4e1f-bd56-faa953b52409 req-7968bd51-5beb-4103-b073-474e8a540cf5 service nova] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Detach interface failed, port_id=8b441744-9393-42db-ab39-7a5fcaa36351, reason: Instance f895088f-a91c-4196-92f1-97c4f2fc14b0 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1866.100198] env[62555]: DEBUG nova.scheduler.client.report [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1866.193384] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 94ed51b0-3354-4e0f-a279-f67c79deea4b] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1866.198584] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705439, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.261201] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705436, 'name': RelocateVM_Task, 'duration_secs': 0.767655} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.261460] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1866.261663] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355357', 'volume_id': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'name': 'volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '28e85c52-3fbd-4c74-b6fb-2117a9ce7956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'serial': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1866.262538] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae105633-d061-422f-b94a-505d6f316b7d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.283338] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0301e7-3970-4b81-b64f-ac7b5c181a86 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.293576] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705437, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584865} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.303285] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] c86f717e-8226-4686-99a9-4dba776239f8/c86f717e-8226-4686-99a9-4dba776239f8.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1866.305514] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1866.312643] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543/volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.312887] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2fbc4c9-11eb-4458-b80c-bc95eba9efff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.315423] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5de025a4-2f56-4941-b4ae-b679ed52097a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.335844] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1866.335844] env[62555]: value = "task-1705440" [ 1866.335844] env[62555]: _type = "Task" [ 1866.335844] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.337426] env[62555]: INFO nova.compute.manager [-] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Took 2.76 seconds to deallocate network for instance. [ 1866.337783] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1866.337783] env[62555]: value = "task-1705441" [ 1866.337783] env[62555]: _type = "Task" [ 1866.337783] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.357646] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705441, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.361056] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.374023] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.604972] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.607543] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.920s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.607821] env[62555]: DEBUG nova.objects.instance [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lazy-loading 'resources' on Instance uuid db9a9031-8d2f-4dde-8dad-c42959ec67f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.697891] env[62555]: DEBUG oslo_vmware.api [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705439, 'name': PowerOnVM_Task, 'duration_secs': 0.570238} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.698860] env[62555]: INFO nova.scheduler.client.report [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleted allocations for instance e1bed885-1ab2-4319-b7a0-a83ad748c9d6 [ 1866.699913] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1866.700134] env[62555]: INFO nova.compute.manager [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1866.700364] env[62555]: DEBUG nova.compute.manager [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1866.700825] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 5a402d79-5161-4c1b-a038-7d8294732f34] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1866.706371] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb53fdf-6fef-4f9a-8ca8-07201900ed14 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.735898] env[62555]: DEBUG nova.compute.manager [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1866.818030] env[62555]: DEBUG nova.virt.hardware [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1866.818030] env[62555]: DEBUG nova.virt.hardware [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1866.818030] env[62555]: DEBUG nova.virt.hardware [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1866.818030] env[62555]: DEBUG nova.virt.hardware [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1866.818030] env[62555]: DEBUG nova.virt.hardware [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1866.818030] env[62555]: DEBUG nova.virt.hardware [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1866.818030] env[62555]: DEBUG nova.virt.hardware [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1866.818030] env[62555]: DEBUG nova.virt.hardware [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1866.818401] env[62555]: DEBUG nova.virt.hardware [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1866.818401] env[62555]: DEBUG nova.virt.hardware [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1866.818536] env[62555]: DEBUG nova.virt.hardware [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1866.819436] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30241a1d-123a-4e5f-b05d-29d38060215f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.830346] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f62626-c461-49ef-9166-6c0567bc6a9c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.858398] env[62555]: DEBUG oslo_concurrency.lockutils [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.858812] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705441, 'name': ReconfigVM_Task, 'duration_secs': 0.294012} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.870102] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543/volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1866.870102] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075312} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.870102] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9557fb85-3e40-42ba-ace9-5e031360effc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.876889] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1866.877652] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cadb0f0-fc27-406e-b5bc-6fcd82c80ebd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.906169] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] c86f717e-8226-4686-99a9-4dba776239f8/c86f717e-8226-4686-99a9-4dba776239f8.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1866.906169] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d08da57c-1bf9-4bc2-97d5-176590524719 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.920173] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1866.920173] env[62555]: value = "task-1705442" [ 1866.920173] env[62555]: _type = "Task" [ 1866.920173] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.928034] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1866.928034] env[62555]: value = "task-1705443" [ 1866.928034] env[62555]: _type = "Task" [ 1866.928034] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.934248] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.944203] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.198292] env[62555]: DEBUG nova.compute.manager [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Received event network-vif-unplugged-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1867.198510] env[62555]: DEBUG oslo_concurrency.lockutils [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] Acquiring lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.198725] env[62555]: DEBUG oslo_concurrency.lockutils [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.198916] env[62555]: DEBUG oslo_concurrency.lockutils [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.199100] env[62555]: DEBUG nova.compute.manager [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] No waiting events found dispatching network-vif-unplugged-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1867.199270] env[62555]: WARNING nova.compute.manager [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Received unexpected event network-vif-unplugged-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 for instance with vm_state shelved_offloaded and task_state None. [ 1867.199426] env[62555]: DEBUG nova.compute.manager [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Received event network-changed-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1867.199576] env[62555]: DEBUG nova.compute.manager [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Refreshing instance network info cache due to event network-changed-cb336d0e-db0f-4722-aa5f-54e3fb73afb7. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1867.199757] env[62555]: DEBUG oslo_concurrency.lockutils [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] Acquiring lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.199892] env[62555]: DEBUG oslo_concurrency.lockutils [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] Acquired lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.200062] env[62555]: DEBUG nova.network.neutron [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Refreshing network info cache for port cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1867.211385] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9d3ec26f-732d-4aa0-a56e-aef0fef524eb] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1867.217190] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b016d8e5-1084-4788-a2c2-f848dd4ffbdb tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "e1bed885-1ab2-4319-b7a0-a83ad748c9d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.940s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.232618] env[62555]: INFO nova.compute.manager [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Took 21.59 seconds to build instance. [ 1867.335748] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcbe46c-5dfb-49a6-9134-11252c3fe947 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.340711] env[62555]: DEBUG nova.network.neutron [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Successfully updated port: bf0624bf-ca2a-44c7-9942-20045013ef14 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1867.348844] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeebc1d6-73f9-4a42-89ec-278ba8903d1b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.381302] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f0c36f-b977-48bd-ad3e-f8cf72b205a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.390571] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ff36b0-72f2-4afb-8f19-a9ec0335bf17 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.409429] env[62555]: DEBUG nova.compute.provider_tree [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.429447] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705442, 'name': ReconfigVM_Task, 'duration_secs': 0.170224} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.433642] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355357', 'volume_id': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'name': 'volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '28e85c52-3fbd-4c74-b6fb-2117a9ce7956', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'serial': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1867.433642] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc95beee-9be1-4fe6-8c5d-90e9d9851a13 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.440646] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705443, 'name': ReconfigVM_Task, 'duration_secs': 0.333272} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.442411] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Reconfigured VM instance instance-00000070 to attach disk [datastore1] c86f717e-8226-4686-99a9-4dba776239f8/c86f717e-8226-4686-99a9-4dba776239f8.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1867.442784] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1867.442784] env[62555]: value = "task-1705444" [ 1867.442784] env[62555]: _type = "Task" [ 1867.442784] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.442949] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc93c9b9-30e0-4f04-9a26-5483238df326 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.453250] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705444, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.455340] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1867.455340] env[62555]: value = "task-1705445" [ 1867.455340] env[62555]: _type = "Task" [ 1867.455340] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.463431] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705445, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.714610] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: fdca2591-bdf9-4f08-b78e-a4e8c9d01905] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1867.735689] env[62555]: DEBUG oslo_concurrency.lockutils [None req-535534d7-d39d-4322-9749-3fbd03ee588b tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.105s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.843112] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1867.843345] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1867.843529] env[62555]: DEBUG nova.network.neutron [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1867.913828] env[62555]: DEBUG nova.scheduler.client.report [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1867.956967] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705444, 'name': Rename_Task, 'duration_secs': 0.17011} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.961473] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.961473] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3948f80e-fd57-4c58-8b22-0892dc899d84 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.974976] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705445, 'name': Rename_Task, 'duration_secs': 0.223917} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.975291] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1867.975291] env[62555]: value = "task-1705446" [ 1867.975291] env[62555]: _type = "Task" [ 1867.975291] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.975653] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1867.975968] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a035abab-ca97-4d6b-98d8-9115b630642a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.990865] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.991188] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1867.991188] env[62555]: value = "task-1705447" [ 1867.991188] env[62555]: _type = "Task" [ 1867.991188] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.000799] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.077375] env[62555]: DEBUG nova.network.neutron [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updated VIF entry in instance network info cache for port cb336d0e-db0f-4722-aa5f-54e3fb73afb7. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1868.077900] env[62555]: DEBUG nova.network.neutron [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updating instance_info_cache with network_info: [{"id": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "address": "fa:16:3e:c7:91:1d", "network": {"id": "b81bb316-8855-48b9-ba1d-bac80f40e0bf", "bridge": null, "label": "tempest-ServersNegativeTestJSON-490939650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b162a6d60a4f0a8ec2dff7d3bfa3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcb336d0e-db", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.219242] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 6867b1c2-f123-46a9-98f5-5272073f779c] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1868.402494] env[62555]: DEBUG nova.network.neutron [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1868.418211] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.420775] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.047s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.421212] env[62555]: DEBUG nova.objects.instance [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lazy-loading 'resources' on Instance uuid 2f7c5411-af53-4812-b345-49f2e45e37f1 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.482884] env[62555]: INFO nova.scheduler.client.report [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted allocations for instance db9a9031-8d2f-4dde-8dad-c42959ec67f8 [ 1868.498624] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705446, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.512279] env[62555]: DEBUG oslo_vmware.api [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705447, 'name': PowerOnVM_Task, 'duration_secs': 0.47926} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.512570] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1868.512856] env[62555]: INFO nova.compute.manager [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1868.513067] env[62555]: DEBUG nova.compute.manager [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1868.513978] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab316ec-7f8d-407a-b09c-73143f25cd11 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.581835] env[62555]: DEBUG oslo_concurrency.lockutils [req-cbc61676-eba5-40b2-8671-0b27de9e40f8 req-6435cbf7-3bb3-44f6-bf0c-4ffd9b25e19f service nova] Releasing lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.678692] env[62555]: DEBUG nova.network.neutron [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Updating instance_info_cache with network_info: [{"id": "bf0624bf-ca2a-44c7-9942-20045013ef14", "address": "fa:16:3e:b4:c8:e5", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0624bf-ca", "ovs_interfaceid": "bf0624bf-ca2a-44c7-9942-20045013ef14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.723233] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 6a17ca8f-daf0-49bd-813a-599c3f970959] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1868.835086] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "2f7c5411-af53-4812-b345-49f2e45e37f1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.925675] env[62555]: DEBUG nova.objects.instance [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lazy-loading 'numa_topology' on Instance uuid 2f7c5411-af53-4812-b345-49f2e45e37f1 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1868.994587] env[62555]: DEBUG oslo_vmware.api [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705446, 'name': PowerOnVM_Task, 'duration_secs': 0.593539} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.994587] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1868.994587] env[62555]: INFO nova.compute.manager [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Took 4.99 seconds to spawn the instance on the hypervisor. [ 1868.995308] env[62555]: DEBUG nova.compute.manager [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1868.995522] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdbdb53-39b7-4216-85c4-0fea6a983de4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.014277] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0fbea371-ef01-4dbf-ab55-76f59ca44a6f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "db9a9031-8d2f-4dde-8dad-c42959ec67f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.360s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.055300] env[62555]: INFO nova.compute.manager [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Took 21.90 seconds to build instance. [ 1869.181330] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.181679] env[62555]: DEBUG nova.compute.manager [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Instance network_info: |[{"id": "bf0624bf-ca2a-44c7-9942-20045013ef14", "address": "fa:16:3e:b4:c8:e5", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0624bf-ca", "ovs_interfaceid": "bf0624bf-ca2a-44c7-9942-20045013ef14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1869.182579] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:c8:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf0624bf-ca2a-44c7-9942-20045013ef14', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1869.190309] env[62555]: DEBUG oslo.service.loopingcall [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.190562] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1869.190801] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba027d50-5b95-42e9-aa2a-c167793ac7a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.214203] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1869.214203] env[62555]: value = "task-1705448" [ 1869.214203] env[62555]: _type = "Task" [ 1869.214203] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.229461] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c9d80a18-28c5-45cb-b366-07ccff49acfc] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1869.231489] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705448, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.234402] env[62555]: DEBUG nova.compute.manager [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Received event network-vif-plugged-bf0624bf-ca2a-44c7-9942-20045013ef14 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1869.234730] env[62555]: DEBUG oslo_concurrency.lockutils [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] Acquiring lock "b769b658-29bd-406b-a8a5-aedd663abc46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.235061] env[62555]: DEBUG oslo_concurrency.lockutils [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] Lock "b769b658-29bd-406b-a8a5-aedd663abc46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.235240] env[62555]: DEBUG oslo_concurrency.lockutils [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] Lock "b769b658-29bd-406b-a8a5-aedd663abc46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.235455] env[62555]: DEBUG nova.compute.manager [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] No waiting events found dispatching network-vif-plugged-bf0624bf-ca2a-44c7-9942-20045013ef14 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1869.235658] env[62555]: WARNING nova.compute.manager [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Received unexpected event network-vif-plugged-bf0624bf-ca2a-44c7-9942-20045013ef14 for instance with vm_state building and task_state spawning. [ 1869.235855] env[62555]: DEBUG nova.compute.manager [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Received event network-changed-bf0624bf-ca2a-44c7-9942-20045013ef14 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1869.236056] env[62555]: DEBUG nova.compute.manager [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Refreshing instance network info cache due to event network-changed-bf0624bf-ca2a-44c7-9942-20045013ef14. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1869.236263] env[62555]: DEBUG oslo_concurrency.lockutils [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] Acquiring lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.236431] env[62555]: DEBUG oslo_concurrency.lockutils [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] Acquired lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.236653] env[62555]: DEBUG nova.network.neutron [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Refreshing network info cache for port bf0624bf-ca2a-44c7-9942-20045013ef14 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1869.428344] env[62555]: DEBUG nova.objects.base [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Object Instance<2f7c5411-af53-4812-b345-49f2e45e37f1> lazy-loaded attributes: resources,numa_topology {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1869.534152] env[62555]: INFO nova.compute.manager [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Took 20.56 seconds to build instance. [ 1869.552086] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e170f22-723e-41e4-ae09-176488fb80e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.419s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.584143] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "9a9894f0-a683-4493-a5c7-c24580c3c263" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.584463] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.687819] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d035313d-b7d4-4694-b22b-ec1b95b551d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.697148] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a1ca7c-d3fc-4de2-99e0-d4b89789e981 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.734641] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dd9b1c-c5aa-48b6-901f-75425500d828 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.736339] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 842aa760-6fb5-48c6-8308-1e808cf06632] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1869.750537] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705448, 'name': CreateVM_Task, 'duration_secs': 0.486611} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.750537] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1869.751574] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6506a2cf-b1b2-49a0-8c72-b163cbebe202 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.755923] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.756113] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.756433] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1869.757073] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ab4b7c-daf4-4701-ab08-fa68d1c94944 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.774631] env[62555]: DEBUG nova.compute.provider_tree [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.776680] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1869.776680] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5271a837-74b9-be78-3313-e4c8e48b88c4" [ 1869.776680] env[62555]: _type = "Task" [ 1869.776680] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.783956] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5271a837-74b9-be78-3313-e4c8e48b88c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.876168] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.876441] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.876975] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.877224] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.877402] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.879980] env[62555]: INFO nova.compute.manager [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Terminating instance [ 1870.040761] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4162b303-fc24-4ddf-90d9-1c79f4191aef tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.073s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.073635] env[62555]: DEBUG nova.network.neutron [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Updated VIF entry in instance network info cache for port bf0624bf-ca2a-44c7-9942-20045013ef14. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1870.074124] env[62555]: DEBUG nova.network.neutron [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Updating instance_info_cache with network_info: [{"id": "bf0624bf-ca2a-44c7-9942-20045013ef14", "address": "fa:16:3e:b4:c8:e5", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0624bf-ca", "ovs_interfaceid": "bf0624bf-ca2a-44c7-9942-20045013ef14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.088357] env[62555]: DEBUG nova.compute.manager [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1870.240349] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 3a4b9ee2-f504-4585-a8bf-b1749fbd34df] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1870.277326] env[62555]: DEBUG nova.scheduler.client.report [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1870.291149] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5271a837-74b9-be78-3313-e4c8e48b88c4, 'name': SearchDatastore_Task, 'duration_secs': 0.021933} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.291457] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.291686] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1870.291912] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.292545] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.292545] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1870.292545] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b6e1747-6269-48e2-94dc-784533bf17b3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.310436] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1870.310733] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1870.311421] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edde8b12-ce4c-4ed7-8617-9884d43a32ed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.318597] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1870.318597] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520434a9-2ef6-b216-e42e-1f0407173d45" [ 1870.318597] env[62555]: _type = "Task" [ 1870.318597] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.325313] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520434a9-2ef6-b216-e42e-1f0407173d45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.387022] env[62555]: DEBUG nova.compute.manager [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1870.387022] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1870.387022] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa333ee-a599-48fd-b174-5d40ebfa6704 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.395635] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1870.395901] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7e0bf49-fe5d-4806-b23d-7c8bf7d75a00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.403475] env[62555]: DEBUG oslo_vmware.api [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1870.403475] env[62555]: value = "task-1705449" [ 1870.403475] env[62555]: _type = "Task" [ 1870.403475] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.411927] env[62555]: DEBUG oslo_vmware.api [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705449, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.577510] env[62555]: DEBUG oslo_concurrency.lockutils [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] Releasing lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.577901] env[62555]: DEBUG nova.compute.manager [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Received event network-changed-e9bdb3fd-5d60-488f-93dd-07d3f2b4695f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1870.578123] env[62555]: DEBUG nova.compute.manager [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Refreshing instance network info cache due to event network-changed-e9bdb3fd-5d60-488f-93dd-07d3f2b4695f. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1870.579126] env[62555]: DEBUG oslo_concurrency.lockutils [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] Acquiring lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.579126] env[62555]: DEBUG oslo_concurrency.lockutils [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] Acquired lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.579126] env[62555]: DEBUG nova.network.neutron [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Refreshing network info cache for port e9bdb3fd-5d60-488f-93dd-07d3f2b4695f {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1870.635519] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.743637] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 0fe798fd-df4c-45ca-b952-67b7ecfd7476] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1870.786199] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.365s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.789014] env[62555]: DEBUG oslo_concurrency.lockutils [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.936s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.789260] env[62555]: DEBUG nova.objects.instance [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'resources' on Instance uuid f895088f-a91c-4196-92f1-97c4f2fc14b0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1870.831625] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520434a9-2ef6-b216-e42e-1f0407173d45, 'name': SearchDatastore_Task, 'duration_secs': 0.024523} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.832444] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f68880-a3d9-4db6-83c6-ed6e914826dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.842014] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1870.842014] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528ee7ac-b15a-9a78-751f-8997d0fddc99" [ 1870.842014] env[62555]: _type = "Task" [ 1870.842014] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.854354] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528ee7ac-b15a-9a78-751f-8997d0fddc99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.915871] env[62555]: DEBUG oslo_vmware.api [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705449, 'name': PowerOffVM_Task, 'duration_secs': 0.232219} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.916162] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1870.916856] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1870.916856] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbf990cc-934f-4d7e-92f5-0a545824f5ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.926831] env[62555]: DEBUG nova.compute.manager [req-2f5d27a9-c117-48e7-a353-2cc08ed6993f req-5a4e4478-f2d0-427a-9ed5-0244bb384b41 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Received event network-changed-d8727f49-752e-4f83-9d97-8ee1a9b2cc72 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1870.926831] env[62555]: DEBUG nova.compute.manager [req-2f5d27a9-c117-48e7-a353-2cc08ed6993f req-5a4e4478-f2d0-427a-9ed5-0244bb384b41 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Refreshing instance network info cache due to event network-changed-d8727f49-752e-4f83-9d97-8ee1a9b2cc72. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1870.926831] env[62555]: DEBUG oslo_concurrency.lockutils [req-2f5d27a9-c117-48e7-a353-2cc08ed6993f req-5a4e4478-f2d0-427a-9ed5-0244bb384b41 service nova] Acquiring lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.926831] env[62555]: DEBUG oslo_concurrency.lockutils [req-2f5d27a9-c117-48e7-a353-2cc08ed6993f req-5a4e4478-f2d0-427a-9ed5-0244bb384b41 service nova] Acquired lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.926831] env[62555]: DEBUG nova.network.neutron [req-2f5d27a9-c117-48e7-a353-2cc08ed6993f req-5a4e4478-f2d0-427a-9ed5-0244bb384b41 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Refreshing network info cache for port d8727f49-752e-4f83-9d97-8ee1a9b2cc72 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.030467] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1871.034023] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1871.034023] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleting the datastore file [datastore1] af19afb3-5fc6-4c58-afaa-84f2afb337fc {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1871.034023] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09a3175a-9a50-4cb8-98bc-e1455154f3ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.040601] env[62555]: DEBUG oslo_vmware.api [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for the task: (returnval){ [ 1871.040601] env[62555]: value = "task-1705451" [ 1871.040601] env[62555]: _type = "Task" [ 1871.040601] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.050234] env[62555]: DEBUG oslo_vmware.api [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.247395] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: b21dcbcf-03e2-429f-be05-56d7ef7dec00] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1871.279309] env[62555]: DEBUG nova.compute.manager [req-e1199a4e-5c7f-488f-b031-a6cbb9b71b44 req-38ff19ab-dc51-4a46-9176-0d68fadd3673 service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Received event network-changed-93be9b56-d81a-4cd1-a3fc-736e7c71cdbd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1871.279952] env[62555]: DEBUG nova.compute.manager [req-e1199a4e-5c7f-488f-b031-a6cbb9b71b44 req-38ff19ab-dc51-4a46-9176-0d68fadd3673 service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Refreshing instance network info cache due to event network-changed-93be9b56-d81a-4cd1-a3fc-736e7c71cdbd. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1871.279952] env[62555]: DEBUG oslo_concurrency.lockutils [req-e1199a4e-5c7f-488f-b031-a6cbb9b71b44 req-38ff19ab-dc51-4a46-9176-0d68fadd3673 service nova] Acquiring lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.279952] env[62555]: DEBUG oslo_concurrency.lockutils [req-e1199a4e-5c7f-488f-b031-a6cbb9b71b44 req-38ff19ab-dc51-4a46-9176-0d68fadd3673 service nova] Acquired lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.280138] env[62555]: DEBUG nova.network.neutron [req-e1199a4e-5c7f-488f-b031-a6cbb9b71b44 req-38ff19ab-dc51-4a46-9176-0d68fadd3673 service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Refreshing network info cache for port 93be9b56-d81a-4cd1-a3fc-736e7c71cdbd {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.297538] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10f56f63-ecdb-4aa3-96c7-dea35dde60da tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.913s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.298689] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.464s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.298881] env[62555]: INFO nova.compute.manager [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Unshelving [ 1871.354370] env[62555]: DEBUG nova.network.neutron [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updated VIF entry in instance network info cache for port e9bdb3fd-5d60-488f-93dd-07d3f2b4695f. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.355157] env[62555]: DEBUG nova.network.neutron [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance_info_cache with network_info: [{"id": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "address": "fa:16:3e:6b:f4:ab", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bdb3fd-5d", "ovs_interfaceid": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.356341] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528ee7ac-b15a-9a78-751f-8997d0fddc99, 'name': SearchDatastore_Task, 'duration_secs': 0.016425} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.357123] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.357375] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b769b658-29bd-406b-a8a5-aedd663abc46/b769b658-29bd-406b-a8a5-aedd663abc46.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1871.357649] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9140873e-926d-41af-b9c5-e8675d0620d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.366529] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1871.366529] env[62555]: value = "task-1705452" [ 1871.366529] env[62555]: _type = "Task" [ 1871.366529] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.379444] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.479035] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537f298e-1322-4d4a-b293-07c1caceea6d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.487465] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd070a07-7694-49ed-9a8e-6d9340bab2cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.523935] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a74fd1-aa75-45a7-bcce-2a0a3d63c6c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.532793] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05ffe4d-88c6-412c-955a-512c5f7a5032 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.547651] env[62555]: DEBUG nova.compute.provider_tree [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1871.561605] env[62555]: DEBUG oslo_vmware.api [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Task: {'id': task-1705451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167191} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.561850] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1871.562064] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1871.562258] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1871.562432] env[62555]: INFO nova.compute.manager [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1871.562884] env[62555]: DEBUG oslo.service.loopingcall [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.562884] env[62555]: DEBUG nova.compute.manager [-] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1871.562972] env[62555]: DEBUG nova.network.neutron [-] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1871.703391] env[62555]: DEBUG nova.network.neutron [req-2f5d27a9-c117-48e7-a353-2cc08ed6993f req-5a4e4478-f2d0-427a-9ed5-0244bb384b41 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updated VIF entry in instance network info cache for port d8727f49-752e-4f83-9d97-8ee1a9b2cc72. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1871.703765] env[62555]: DEBUG nova.network.neutron [req-2f5d27a9-c117-48e7-a353-2cc08ed6993f req-5a4e4478-f2d0-427a-9ed5-0244bb384b41 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updating instance_info_cache with network_info: [{"id": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "address": "fa:16:3e:89:eb:7c", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8727f49-75", "ovs_interfaceid": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.751229] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 131a3493-1f37-44bd-94c2-a1895723e334] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1871.858474] env[62555]: DEBUG oslo_concurrency.lockutils [req-415066d3-7334-49d8-ad8b-01ec0214c7b2 req-cd9d0d7f-f186-4dfe-a052-486c235596e9 service nova] Releasing lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.877592] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705452, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.055883] env[62555]: DEBUG nova.scheduler.client.report [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1872.071407] env[62555]: DEBUG nova.network.neutron [req-e1199a4e-5c7f-488f-b031-a6cbb9b71b44 req-38ff19ab-dc51-4a46-9176-0d68fadd3673 service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updated VIF entry in instance network info cache for port 93be9b56-d81a-4cd1-a3fc-736e7c71cdbd. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.071895] env[62555]: DEBUG nova.network.neutron [req-e1199a4e-5c7f-488f-b031-a6cbb9b71b44 req-38ff19ab-dc51-4a46-9176-0d68fadd3673 service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updating instance_info_cache with network_info: [{"id": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "address": "fa:16:3e:c6:ef:47", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93be9b56-d8", "ovs_interfaceid": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.207161] env[62555]: DEBUG oslo_concurrency.lockutils [req-2f5d27a9-c117-48e7-a353-2cc08ed6993f req-5a4e4478-f2d0-427a-9ed5-0244bb384b41 service nova] Releasing lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.257454] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 482b83bb-a607-4a69-b055-c6e8aefb77e0] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1872.323774] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.379111] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735457} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.379388] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b769b658-29bd-406b-a8a5-aedd663abc46/b769b658-29bd-406b-a8a5-aedd663abc46.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1872.379599] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1872.379854] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ccafa2e-5ee2-4277-bd65-6e8636de29bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.387093] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1872.387093] env[62555]: value = "task-1705453" [ 1872.387093] env[62555]: _type = "Task" [ 1872.387093] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.395374] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.435729] env[62555]: DEBUG nova.compute.manager [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Stashing vm_state: active {{(pid=62555) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1872.453558] env[62555]: DEBUG nova.network.neutron [-] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.565027] env[62555]: DEBUG oslo_concurrency.lockutils [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.565027] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.928s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.565797] env[62555]: INFO nova.compute.claims [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1872.576882] env[62555]: DEBUG oslo_concurrency.lockutils [req-e1199a4e-5c7f-488f-b031-a6cbb9b71b44 req-38ff19ab-dc51-4a46-9176-0d68fadd3673 service nova] Releasing lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.662155] env[62555]: INFO nova.scheduler.client.report [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleted allocations for instance f895088f-a91c-4196-92f1-97c4f2fc14b0 [ 1872.760869] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 513d9e60-7ae6-4eac-8ea6-bfc4c309b1d9] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1872.897315] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195223} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.897672] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1872.898505] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9fd953-af07-47f8-9819-5179bb28121d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.921167] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] b769b658-29bd-406b-a8a5-aedd663abc46/b769b658-29bd-406b-a8a5-aedd663abc46.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1872.922570] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6245b00c-4b5d-43fa-bbac-6db0b1cd7738 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.949051] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1872.949051] env[62555]: value = "task-1705454" [ 1872.949051] env[62555]: _type = "Task" [ 1872.949051] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.954037] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.957717] env[62555]: INFO nova.compute.manager [-] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Took 1.39 seconds to deallocate network for instance. [ 1872.958525] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.174641] env[62555]: DEBUG oslo_concurrency.lockutils [None req-033fe7a4-c50d-44b8-83c6-e85fb4965621 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "f895088f-a91c-4196-92f1-97c4f2fc14b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.516s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.245252] env[62555]: DEBUG nova.compute.manager [req-533b49ba-52c1-4e19-8794-794c7e874bc4 req-a7b4fb77-25cc-4382-a974-93c8fa39cb4c service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Received event network-changed-6cde3f8c-5ecb-448b-a288-72b480492545 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1873.245573] env[62555]: DEBUG nova.compute.manager [req-533b49ba-52c1-4e19-8794-794c7e874bc4 req-a7b4fb77-25cc-4382-a974-93c8fa39cb4c service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Refreshing instance network info cache due to event network-changed-6cde3f8c-5ecb-448b-a288-72b480492545. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1873.245888] env[62555]: DEBUG oslo_concurrency.lockutils [req-533b49ba-52c1-4e19-8794-794c7e874bc4 req-a7b4fb77-25cc-4382-a974-93c8fa39cb4c service nova] Acquiring lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.246141] env[62555]: DEBUG oslo_concurrency.lockutils [req-533b49ba-52c1-4e19-8794-794c7e874bc4 req-a7b4fb77-25cc-4382-a974-93c8fa39cb4c service nova] Acquired lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.246343] env[62555]: DEBUG nova.network.neutron [req-533b49ba-52c1-4e19-8794-794c7e874bc4 req-a7b4fb77-25cc-4382-a974-93c8fa39cb4c service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Refreshing network info cache for port 6cde3f8c-5ecb-448b-a288-72b480492545 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1873.264477] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 1c6c6982-fa30-48b9-82db-732948c9ec2e] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1873.445081] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "0d26f500-2453-4395-80c9-e421c91f5083" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.445081] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "0d26f500-2453-4395-80c9-e421c91f5083" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.445468] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "0d26f500-2453-4395-80c9-e421c91f5083-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.445668] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "0d26f500-2453-4395-80c9-e421c91f5083-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.445849] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "0d26f500-2453-4395-80c9-e421c91f5083-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.448382] env[62555]: INFO nova.compute.manager [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Terminating instance [ 1873.462211] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.464381] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.734252] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0c4318-27f2-4f05-9208-3dd7d93a0b9d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.743053] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8dab9e-0cb3-41aa-95e2-ea4626802f82 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.774458] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: a29dcab5-08b5-4549-b361-5b15efcdd240] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1873.777421] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a1e211-f2f8-4ea8-86ab-d21c384203c0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.785604] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3c8cac-00f3-4988-bec5-4b5c911956b3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.799851] env[62555]: DEBUG nova.compute.provider_tree [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1873.957073] env[62555]: DEBUG nova.compute.manager [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1873.957338] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.961462] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be4b2f4-355f-4d7b-841b-a1c621acb0d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.964847] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705454, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.970642] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1873.970953] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fe09c04-58e4-4bd9-a495-4f2a4992ceb3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.978150] env[62555]: DEBUG oslo_vmware.api [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1873.978150] env[62555]: value = "task-1705455" [ 1873.978150] env[62555]: _type = "Task" [ 1873.978150] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.988387] env[62555]: DEBUG oslo_vmware.api [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.062346] env[62555]: DEBUG nova.network.neutron [req-533b49ba-52c1-4e19-8794-794c7e874bc4 req-a7b4fb77-25cc-4382-a974-93c8fa39cb4c service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updated VIF entry in instance network info cache for port 6cde3f8c-5ecb-448b-a288-72b480492545. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1874.063108] env[62555]: DEBUG nova.network.neutron [req-533b49ba-52c1-4e19-8794-794c7e874bc4 req-a7b4fb77-25cc-4382-a974-93c8fa39cb4c service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance_info_cache with network_info: [{"id": "6cde3f8c-5ecb-448b-a288-72b480492545", "address": "fa:16:3e:b0:1d:d7", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cde3f8c-5e", "ovs_interfaceid": "6cde3f8c-5ecb-448b-a288-72b480492545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.278116] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: b6326d64-937c-46d9-8cba-883172239877] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1874.302783] env[62555]: DEBUG nova.scheduler.client.report [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1874.459659] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705454, 'name': ReconfigVM_Task, 'duration_secs': 1.042211} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.459986] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Reconfigured VM instance instance-00000072 to attach disk [datastore1] b769b658-29bd-406b-a8a5-aedd663abc46/b769b658-29bd-406b-a8a5-aedd663abc46.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1874.460633] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-343efd51-ab6b-4aeb-b02d-a759b3acc665 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.466953] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1874.466953] env[62555]: value = "task-1705456" [ 1874.466953] env[62555]: _type = "Task" [ 1874.466953] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.475127] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705456, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.487121] env[62555]: DEBUG oslo_vmware.api [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705455, 'name': PowerOffVM_Task, 'duration_secs': 0.328133} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.487472] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1874.487714] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1874.487983] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84a1f6a3-7c0e-4b76-a4bb-5d50b4c50667 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.566758] env[62555]: DEBUG oslo_concurrency.lockutils [req-533b49ba-52c1-4e19-8794-794c7e874bc4 req-a7b4fb77-25cc-4382-a974-93c8fa39cb4c service nova] Releasing lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.567064] env[62555]: DEBUG nova.compute.manager [req-533b49ba-52c1-4e19-8794-794c7e874bc4 req-a7b4fb77-25cc-4382-a974-93c8fa39cb4c service nova] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Received event network-vif-deleted-27f3ae6a-8015-44a2-b86d-1cc86c99b947 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1874.716328] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1874.716562] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1874.716820] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleting the datastore file [datastore1] 0d26f500-2453-4395-80c9-e421c91f5083 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1874.717128] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad299d0e-0870-4345-804b-ebe544764b7f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.725331] env[62555]: DEBUG oslo_vmware.api [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for the task: (returnval){ [ 1874.725331] env[62555]: value = "task-1705458" [ 1874.725331] env[62555]: _type = "Task" [ 1874.725331] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.733591] env[62555]: DEBUG oslo_vmware.api [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.781290] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: a8c2891e-8691-4b15-9e1e-39f131eb97e8] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1874.807772] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.808270] env[62555]: DEBUG nova.compute.manager [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1874.810976] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.487s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.811197] env[62555]: DEBUG nova.objects.instance [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lazy-loading 'pci_requests' on Instance uuid 2f7c5411-af53-4812-b345-49f2e45e37f1 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1874.981074] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705456, 'name': Rename_Task, 'duration_secs': 0.175314} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.981074] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1874.981074] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c336d93-4f14-41cc-90fc-790cbbc4b01f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.986687] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1874.986687] env[62555]: value = "task-1705459" [ 1874.986687] env[62555]: _type = "Task" [ 1874.986687] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.997296] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.238402] env[62555]: DEBUG oslo_vmware.api [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Task: {'id': task-1705458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157165} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.238834] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1875.239157] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1875.239463] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1875.239760] env[62555]: INFO nova.compute.manager [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1875.240288] env[62555]: DEBUG oslo.service.loopingcall [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.240463] env[62555]: DEBUG nova.compute.manager [-] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1875.240620] env[62555]: DEBUG nova.network.neutron [-] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1875.284628] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 83fd6c8d-bf51-4314-ab64-b6f3be48e895] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1875.315048] env[62555]: DEBUG nova.objects.instance [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lazy-loading 'numa_topology' on Instance uuid 2f7c5411-af53-4812-b345-49f2e45e37f1 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1875.316731] env[62555]: DEBUG nova.compute.utils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1875.318510] env[62555]: DEBUG nova.compute.manager [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1875.318510] env[62555]: DEBUG nova.network.neutron [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1875.358818] env[62555]: DEBUG nova.policy [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b0547b9bcc41c4a374ac1b0c7933c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '017e84ff06d2429a8c7718215a8a299e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1875.498236] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705459, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.578452] env[62555]: DEBUG nova.compute.manager [req-7f7832c0-bfb7-4a00-acd9-188eee3b42f0 req-9ac04f38-8ce5-4141-af30-4909d27c9b12 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Received event network-vif-deleted-81573845-9c0b-4d1a-95c2-ba543c35e9bb {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1875.578665] env[62555]: INFO nova.compute.manager [req-7f7832c0-bfb7-4a00-acd9-188eee3b42f0 req-9ac04f38-8ce5-4141-af30-4909d27c9b12 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Neutron deleted interface 81573845-9c0b-4d1a-95c2-ba543c35e9bb; detaching it from the instance and deleting it from the info cache [ 1875.578865] env[62555]: DEBUG nova.network.neutron [req-7f7832c0-bfb7-4a00-acd9-188eee3b42f0 req-9ac04f38-8ce5-4141-af30-4909d27c9b12 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.658495] env[62555]: DEBUG nova.network.neutron [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Successfully created port: fd166c92-139a-424e-823f-71baa2c5bf2a {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1875.788604] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 15e8abfb-751d-4b8e-aad4-5ddf0f592ed5] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1875.819412] env[62555]: INFO nova.compute.claims [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1875.822273] env[62555]: DEBUG nova.compute.manager [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1875.998430] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705459, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.045713] env[62555]: DEBUG nova.network.neutron [-] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.081856] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d42d7d93-213a-4da6-b0d6-f3e27ea16e9e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.091652] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60ea7aa-7469-44ed-8889-aec4311a2a2e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.122751] env[62555]: DEBUG nova.compute.manager [req-7f7832c0-bfb7-4a00-acd9-188eee3b42f0 req-9ac04f38-8ce5-4141-af30-4909d27c9b12 service nova] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Detach interface failed, port_id=81573845-9c0b-4d1a-95c2-ba543c35e9bb, reason: Instance 0d26f500-2453-4395-80c9-e421c91f5083 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1876.292069] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 47a16523-83e6-4b11-9695-06b96a92dd13] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1876.501811] env[62555]: DEBUG oslo_vmware.api [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705459, 'name': PowerOnVM_Task, 'duration_secs': 1.054624} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.502311] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1876.502504] env[62555]: INFO nova.compute.manager [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1876.502773] env[62555]: DEBUG nova.compute.manager [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1876.503889] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df0d757-c33d-4c59-92b0-32918f0a3c7f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.548940] env[62555]: INFO nova.compute.manager [-] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Took 1.31 seconds to deallocate network for instance. [ 1876.796205] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 4290adde-f861-4f47-8343-4f937865b4e6] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1876.837241] env[62555]: DEBUG nova.compute.manager [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1876.874250] env[62555]: DEBUG nova.virt.hardware [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1876.874515] env[62555]: DEBUG nova.virt.hardware [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1876.874723] env[62555]: DEBUG nova.virt.hardware [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1876.874946] env[62555]: DEBUG nova.virt.hardware [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1876.875110] env[62555]: DEBUG nova.virt.hardware [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1876.875258] env[62555]: DEBUG nova.virt.hardware [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1876.875464] env[62555]: DEBUG nova.virt.hardware [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1876.875633] env[62555]: DEBUG nova.virt.hardware [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1876.875803] env[62555]: DEBUG nova.virt.hardware [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1876.875963] env[62555]: DEBUG nova.virt.hardware [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1876.876175] env[62555]: DEBUG nova.virt.hardware [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1876.877048] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4fdddc-1ac2-421b-922d-d02ff6a15ad1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.886886] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a11e70-8cd5-4876-8d6b-959434aca84d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.003957] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568cb125-ff83-4090-ab73-02c5f1af65fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.011354] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614918c3-4446-47af-a967-af501a733db8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.046221] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36732519-5d08-41e8-b35b-61218740c321 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.049062] env[62555]: INFO nova.compute.manager [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Took 19.15 seconds to build instance. [ 1877.055668] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9debe1-f2cb-4535-8ae4-a42764334dab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.060929] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.070882] env[62555]: DEBUG nova.compute.provider_tree [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1877.140891] env[62555]: DEBUG nova.compute.manager [req-5f6caaae-fc44-40ad-a615-e50c1030143a req-b9e0c40b-e805-4b9b-8901-f4f22063c4ce service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Received event network-vif-plugged-fd166c92-139a-424e-823f-71baa2c5bf2a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1877.141110] env[62555]: DEBUG oslo_concurrency.lockutils [req-5f6caaae-fc44-40ad-a615-e50c1030143a req-b9e0c40b-e805-4b9b-8901-f4f22063c4ce service nova] Acquiring lock "9a9894f0-a683-4493-a5c7-c24580c3c263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.141803] env[62555]: DEBUG oslo_concurrency.lockutils [req-5f6caaae-fc44-40ad-a615-e50c1030143a req-b9e0c40b-e805-4b9b-8901-f4f22063c4ce service nova] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.141981] env[62555]: DEBUG oslo_concurrency.lockutils [req-5f6caaae-fc44-40ad-a615-e50c1030143a req-b9e0c40b-e805-4b9b-8901-f4f22063c4ce service nova] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.142163] env[62555]: DEBUG nova.compute.manager [req-5f6caaae-fc44-40ad-a615-e50c1030143a req-b9e0c40b-e805-4b9b-8901-f4f22063c4ce service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] No waiting events found dispatching network-vif-plugged-fd166c92-139a-424e-823f-71baa2c5bf2a {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1877.142329] env[62555]: WARNING nova.compute.manager [req-5f6caaae-fc44-40ad-a615-e50c1030143a req-b9e0c40b-e805-4b9b-8901-f4f22063c4ce service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Received unexpected event network-vif-plugged-fd166c92-139a-424e-823f-71baa2c5bf2a for instance with vm_state building and task_state spawning. [ 1877.272292] env[62555]: DEBUG nova.network.neutron [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Successfully updated port: fd166c92-139a-424e-823f-71baa2c5bf2a {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1877.302609] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 5531e02e-939b-4dfa-b341-9f3d4dd2a875] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1877.551877] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be77f336-ea57-4c26-acd2-3a78240e01c0 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b769b658-29bd-406b-a8a5-aedd663abc46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.660s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.574943] env[62555]: DEBUG nova.scheduler.client.report [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1877.776173] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1877.776173] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.776173] env[62555]: DEBUG nova.network.neutron [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.805476] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 69481620-9360-4fce-a2e8-91ea5046bd64] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1878.081056] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.269s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.082786] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.129s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.207346] env[62555]: INFO nova.network.neutron [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updating port cb336d0e-db0f-4722-aa5f-54e3fb73afb7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1878.307942] env[62555]: DEBUG nova.network.neutron [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1878.310258] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c9cd4322-e60f-4744-9dd4-739249b96d34] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1878.312229] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "b769b658-29bd-406b-a8a5-aedd663abc46" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.312465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b769b658-29bd-406b-a8a5-aedd663abc46" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.312711] env[62555]: INFO nova.compute.manager [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Shelving [ 1878.454615] env[62555]: DEBUG nova.network.neutron [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance_info_cache with network_info: [{"id": "fd166c92-139a-424e-823f-71baa2c5bf2a", "address": "fa:16:3e:22:73:86", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd166c92-13", "ovs_interfaceid": "fd166c92-139a-424e-823f-71baa2c5bf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.587926] env[62555]: INFO nova.compute.claims [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1878.818167] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 831d4c6b-09ba-4f1b-99cd-8c5f95374cd3] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1878.956877] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.957252] env[62555]: DEBUG nova.compute.manager [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Instance network_info: |[{"id": "fd166c92-139a-424e-823f-71baa2c5bf2a", "address": "fa:16:3e:22:73:86", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd166c92-13", "ovs_interfaceid": "fd166c92-139a-424e-823f-71baa2c5bf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1878.957792] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:73:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd166c92-139a-424e-823f-71baa2c5bf2a', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1878.965661] env[62555]: DEBUG oslo.service.loopingcall [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.965882] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1878.966157] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7964061-5c74-4e72-963d-d031c7ee245f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.988930] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1878.988930] env[62555]: value = "task-1705460" [ 1878.988930] env[62555]: _type = "Task" [ 1878.988930] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.996732] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705460, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.094920] env[62555]: INFO nova.compute.resource_tracker [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating resource usage from migration fe6990d8-3e9c-42ad-9d98-841efaa88af4 [ 1879.171797] env[62555]: DEBUG nova.compute.manager [req-3645964d-ba13-4230-9fd0-c424bc0f7a04 req-03054cc0-5807-4729-b234-860135d439ec service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Received event network-changed-fd166c92-139a-424e-823f-71baa2c5bf2a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1879.171995] env[62555]: DEBUG nova.compute.manager [req-3645964d-ba13-4230-9fd0-c424bc0f7a04 req-03054cc0-5807-4729-b234-860135d439ec service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Refreshing instance network info cache due to event network-changed-fd166c92-139a-424e-823f-71baa2c5bf2a. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1879.172227] env[62555]: DEBUG oslo_concurrency.lockutils [req-3645964d-ba13-4230-9fd0-c424bc0f7a04 req-03054cc0-5807-4729-b234-860135d439ec service nova] Acquiring lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.172369] env[62555]: DEBUG oslo_concurrency.lockutils [req-3645964d-ba13-4230-9fd0-c424bc0f7a04 req-03054cc0-5807-4729-b234-860135d439ec service nova] Acquired lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.172525] env[62555]: DEBUG nova.network.neutron [req-3645964d-ba13-4230-9fd0-c424bc0f7a04 req-03054cc0-5807-4729-b234-860135d439ec service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Refreshing network info cache for port fd166c92-139a-424e-823f-71baa2c5bf2a {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1879.250768] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceb8b4c-2e7e-4eda-8372-713285187e91 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.258672] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b235598-f06e-468c-ad11-42d69d599bd8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.287554] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f24e644-0ad4-4c9d-8606-85c13acecfd1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.294710] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9f407-008f-4482-9a73-3673039ee144 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.307837] env[62555]: DEBUG nova.compute.provider_tree [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.322196] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 57c76784-a3bc-4a7e-97ad-73a06e2835da] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1879.325605] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1879.325839] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66fed719-8c15-45ab-895b-2391ea366f9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.332366] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1879.332366] env[62555]: value = "task-1705461" [ 1879.332366] env[62555]: _type = "Task" [ 1879.332366] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.340643] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.499648] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705460, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.695954] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.695954] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.695954] env[62555]: DEBUG nova.network.neutron [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1879.810719] env[62555]: DEBUG nova.scheduler.client.report [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1879.825552] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 4837a7c6-6688-457e-ba85-d57b99a13ed9] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1879.843567] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705461, 'name': PowerOffVM_Task, 'duration_secs': 0.253622} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.843821] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1879.844603] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9755ffd-5578-4bd0-8951-79b9792e51a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.865906] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20226dd1-2b5a-49bb-9312-426fbd790aa1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.885089] env[62555]: DEBUG nova.network.neutron [req-3645964d-ba13-4230-9fd0-c424bc0f7a04 req-03054cc0-5807-4729-b234-860135d439ec service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updated VIF entry in instance network info cache for port fd166c92-139a-424e-823f-71baa2c5bf2a. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1879.885462] env[62555]: DEBUG nova.network.neutron [req-3645964d-ba13-4230-9fd0-c424bc0f7a04 req-03054cc0-5807-4729-b234-860135d439ec service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance_info_cache with network_info: [{"id": "fd166c92-139a-424e-823f-71baa2c5bf2a", "address": "fa:16:3e:22:73:86", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd166c92-13", "ovs_interfaceid": "fd166c92-139a-424e-823f-71baa2c5bf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.000041] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705460, 'name': CreateVM_Task, 'duration_secs': 0.599633} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.000241] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1880.000888] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.001086] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.001472] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1880.001730] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2ea2861-ee3e-4c7d-ad0d-d1348a32647a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.006023] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1880.006023] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527c6d15-5afc-394e-756a-918ca2691722" [ 1880.006023] env[62555]: _type = "Task" [ 1880.006023] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.013450] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527c6d15-5afc-394e-756a-918ca2691722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.315731] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.233s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.315955] env[62555]: INFO nova.compute.manager [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Migrating [ 1880.324630] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.860s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.324862] env[62555]: DEBUG nova.objects.instance [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lazy-loading 'resources' on Instance uuid af19afb3-5fc6-4c58-afaa-84f2afb337fc {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1880.328295] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: b0fa6b1c-5bab-4391-ba3d-4e1584a011e7] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1880.376242] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1880.376543] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-73c6d114-311c-4a02-a8cf-cb2b3d4dd3b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.385566] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1880.385566] env[62555]: value = "task-1705462" [ 1880.385566] env[62555]: _type = "Task" [ 1880.385566] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.389168] env[62555]: DEBUG oslo_concurrency.lockutils [req-3645964d-ba13-4230-9fd0-c424bc0f7a04 req-03054cc0-5807-4729-b234-860135d439ec service nova] Releasing lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.394709] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705462, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.395722] env[62555]: DEBUG nova.network.neutron [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updating instance_info_cache with network_info: [{"id": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "address": "fa:16:3e:c7:91:1d", "network": {"id": "b81bb316-8855-48b9-ba1d-bac80f40e0bf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490939650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b162a6d60a4f0a8ec2dff7d3bfa3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb336d0e-db", "ovs_interfaceid": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.488182] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5812fd69-413f-4c46-a7b8-5b17fb2171c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.496038] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd02aeb-e029-4cc6-8dcb-e3fbf8bf3618 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.529206] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29c338a-5364-4b0b-8412-9b4d16fac55e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.539572] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab20d42d-4f29-463b-9c18-774904d2fbf5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.543351] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527c6d15-5afc-394e-756a-918ca2691722, 'name': SearchDatastore_Task, 'duration_secs': 0.013537} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.543638] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.543860] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1880.544105] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.544249] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.544425] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1880.545371] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d364ec7d-bad5-4e92-ad1d-ad15c315d9db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.554107] env[62555]: DEBUG nova.compute.provider_tree [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1880.561374] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1880.561551] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1880.562237] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9dc1652-7629-4d92-bd95-fd4ad452a1ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.567644] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1880.567644] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520b1d95-11b0-30fb-66c4-876832f339e7" [ 1880.567644] env[62555]: _type = "Task" [ 1880.567644] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.575508] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520b1d95-11b0-30fb-66c4-876832f339e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.837279] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 970f5425-a9c9-4195-9e62-b66aaffdc05f] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1880.839590] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1880.839763] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1880.839938] env[62555]: DEBUG nova.network.neutron [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.896797] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705462, 'name': CreateSnapshot_Task, 'duration_secs': 0.396708} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.897055] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1880.898042] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a2749a-70b3-4e46-967f-c8dcdf775ab3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.900382] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1880.926733] env[62555]: DEBUG nova.virt.hardware [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2b4d560f3d9f7138f06d0eb130f2854d',container_format='bare',created_at=2024-12-10T20:10:10Z,direct_url=,disk_format='vmdk',id=8cb33982-6d9b-4815-bdd6-15911a1b80b2,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-2093488362-shelved',owner='a9b162a6d60a4f0a8ec2dff7d3bfa3dc',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2024-12-10T20:10:27Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1880.926980] env[62555]: DEBUG nova.virt.hardware [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1880.927159] env[62555]: DEBUG nova.virt.hardware [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1880.927346] env[62555]: DEBUG nova.virt.hardware [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1880.927492] env[62555]: DEBUG nova.virt.hardware [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1880.927640] env[62555]: DEBUG nova.virt.hardware [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1880.927874] env[62555]: DEBUG nova.virt.hardware [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1880.928064] env[62555]: DEBUG nova.virt.hardware [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1880.928238] env[62555]: DEBUG nova.virt.hardware [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1880.928403] env[62555]: DEBUG nova.virt.hardware [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1880.928577] env[62555]: DEBUG nova.virt.hardware [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1880.929658] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da37cfd9-c08e-4637-b129-1abd883a7b31 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.936848] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0153dc-2c97-44c8-9135-123d070980e9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.952534] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:91:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb336d0e-db0f-4722-aa5f-54e3fb73afb7', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1880.959698] env[62555]: DEBUG oslo.service.loopingcall [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1880.960139] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1880.960348] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a93b440a-df80-4a94-8f32-0c0589d9db04 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.979207] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1880.979207] env[62555]: value = "task-1705463" [ 1880.979207] env[62555]: _type = "Task" [ 1880.979207] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.986466] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705463, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.057674] env[62555]: DEBUG nova.scheduler.client.report [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1881.077802] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520b1d95-11b0-30fb-66c4-876832f339e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008079} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.078562] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b972bddc-a9fd-4d0f-b2d3-636b0d700af7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.083720] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1881.083720] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52beacaa-9162-7349-d755-3490c7f279fd" [ 1881.083720] env[62555]: _type = "Task" [ 1881.083720] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.090883] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52beacaa-9162-7349-d755-3490c7f279fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.198212] env[62555]: DEBUG nova.compute.manager [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Received event network-vif-plugged-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1881.198459] env[62555]: DEBUG oslo_concurrency.lockutils [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] Acquiring lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.198669] env[62555]: DEBUG oslo_concurrency.lockutils [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.198839] env[62555]: DEBUG oslo_concurrency.lockutils [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.199024] env[62555]: DEBUG nova.compute.manager [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] No waiting events found dispatching network-vif-plugged-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1881.199470] env[62555]: WARNING nova.compute.manager [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Received unexpected event network-vif-plugged-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1881.199470] env[62555]: DEBUG nova.compute.manager [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Received event network-changed-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1881.199580] env[62555]: DEBUG nova.compute.manager [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Refreshing instance network info cache due to event network-changed-cb336d0e-db0f-4722-aa5f-54e3fb73afb7. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1881.199670] env[62555]: DEBUG oslo_concurrency.lockutils [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] Acquiring lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.199809] env[62555]: DEBUG oslo_concurrency.lockutils [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] Acquired lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.199967] env[62555]: DEBUG nova.network.neutron [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Refreshing network info cache for port cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.344518] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: fd85eb9e-eeab-4688-9215-ed22e1eab49f] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1881.417494] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1881.417851] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c055a28c-0019-4886-9aee-766c2262f9d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.427049] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1881.427049] env[62555]: value = "task-1705464" [ 1881.427049] env[62555]: _type = "Task" [ 1881.427049] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.435479] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705464, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.491071] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705463, 'name': CreateVM_Task, 'duration_secs': 0.337441} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.491321] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.492026] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.492193] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.492594] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1881.492859] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5e70bf1-b75d-4c37-8793-c63cd5175e57 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.498017] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1881.498017] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529e2ec4-2f1f-449d-f024-8de88f28c029" [ 1881.498017] env[62555]: _type = "Task" [ 1881.498017] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.505998] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529e2ec4-2f1f-449d-f024-8de88f28c029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.556824] env[62555]: DEBUG nova.network.neutron [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance_info_cache with network_info: [{"id": "6cde3f8c-5ecb-448b-a288-72b480492545", "address": "fa:16:3e:b0:1d:d7", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cde3f8c-5e", "ovs_interfaceid": "6cde3f8c-5ecb-448b-a288-72b480492545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.562216] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.238s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.564497] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.504s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.564751] env[62555]: DEBUG nova.objects.instance [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lazy-loading 'resources' on Instance uuid 0d26f500-2453-4395-80c9-e421c91f5083 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1881.583089] env[62555]: INFO nova.scheduler.client.report [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Deleted allocations for instance af19afb3-5fc6-4c58-afaa-84f2afb337fc [ 1881.599602] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52beacaa-9162-7349-d755-3490c7f279fd, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.599852] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.600124] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9a9894f0-a683-4493-a5c7-c24580c3c263/9a9894f0-a683-4493-a5c7-c24580c3c263.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1881.600597] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2442e87e-c597-412e-8405-042a3ebe9058 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.607899] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1881.607899] env[62555]: value = "task-1705465" [ 1881.607899] env[62555]: _type = "Task" [ 1881.607899] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.615518] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.847260] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9507999b-d5a3-4091-8457-a119a1726ea2] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1881.939794] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705464, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.943807] env[62555]: DEBUG nova.network.neutron [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updated VIF entry in instance network info cache for port cb336d0e-db0f-4722-aa5f-54e3fb73afb7. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.944273] env[62555]: DEBUG nova.network.neutron [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updating instance_info_cache with network_info: [{"id": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "address": "fa:16:3e:c7:91:1d", "network": {"id": "b81bb316-8855-48b9-ba1d-bac80f40e0bf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490939650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b162a6d60a4f0a8ec2dff7d3bfa3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb336d0e-db", "ovs_interfaceid": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.010082] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.010397] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Processing image 8cb33982-6d9b-4815-bdd6-15911a1b80b2 {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1882.010670] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2/8cb33982-6d9b-4815-bdd6-15911a1b80b2.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.010823] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2/8cb33982-6d9b-4815-bdd6-15911a1b80b2.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.011016] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1882.011373] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58c05f0a-9703-4808-8dab-9cb5f2676d2a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.025090] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1882.025350] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1882.026215] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db9d3431-82c9-46b8-a516-a6d7373715c7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.032589] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1882.032589] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ecbc59-2f98-3744-da76-2046d30c644a" [ 1882.032589] env[62555]: _type = "Task" [ 1882.032589] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.042592] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ecbc59-2f98-3744-da76-2046d30c644a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.059733] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.095092] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9b7511ec-edc4-40cf-9f39-d7e9f335774f tempest-ServersTestJSON-2084464913 tempest-ServersTestJSON-2084464913-project-member] Lock "af19afb3-5fc6-4c58-afaa-84f2afb337fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.218s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.120441] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490763} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.121626] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9a9894f0-a683-4493-a5c7-c24580c3c263/9a9894f0-a683-4493-a5c7-c24580c3c263.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1882.121626] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1882.121626] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20f78cf0-4424-4164-8980-7e1f5f5b207a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.128523] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1882.128523] env[62555]: value = "task-1705466" [ 1882.128523] env[62555]: _type = "Task" [ 1882.128523] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.140311] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.229418] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e29c26-9184-41cc-8f92-b367f7b005db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.237140] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afd5c0e-dfe2-46bc-89d4-cdc6e2e3b6db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.279044] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6018c1-513f-4f18-a912-4d21af172d8d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.290907] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dadb8a7-d7ae-4568-bf5a-1018b6f9247d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.309457] env[62555]: DEBUG nova.compute.provider_tree [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1882.351345] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 3fc6298e-db1d-4b87-8938-1261e2fc00d9] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1882.437634] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705464, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.447663] env[62555]: DEBUG oslo_concurrency.lockutils [req-16abf815-ee7b-4301-a447-638120831e34 req-16dd0038-774e-430a-ae9a-27c5bd6e75b9 service nova] Releasing lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.542725] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Preparing fetch location {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1882.543013] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Fetch image to [datastore1] OSTACK_IMG_9e699f95-a506-495a-88b2-3021f69c0241/OSTACK_IMG_9e699f95-a506-495a-88b2-3021f69c0241.vmdk {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1882.543209] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Downloading stream optimized image 8cb33982-6d9b-4815-bdd6-15911a1b80b2 to [datastore1] OSTACK_IMG_9e699f95-a506-495a-88b2-3021f69c0241/OSTACK_IMG_9e699f95-a506-495a-88b2-3021f69c0241.vmdk on the data store datastore1 as vApp {{(pid=62555) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1882.543381] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Downloading image file data 8cb33982-6d9b-4815-bdd6-15911a1b80b2 to the ESX as VM named 'OSTACK_IMG_9e699f95-a506-495a-88b2-3021f69c0241' {{(pid=62555) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1882.634500] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1882.634500] env[62555]: value = "resgroup-9" [ 1882.634500] env[62555]: _type = "ResourcePool" [ 1882.634500] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1882.634884] env[62555]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-0dbf1bf3-5694-4ec7-975c-85e36e8254b2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.658659] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068477} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.659717] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1882.660109] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lease: (returnval){ [ 1882.660109] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528177d5-aaf9-d194-8dd5-034f4ab55b7a" [ 1882.660109] env[62555]: _type = "HttpNfcLease" [ 1882.660109] env[62555]: } obtained for vApp import into resource pool (val){ [ 1882.660109] env[62555]: value = "resgroup-9" [ 1882.660109] env[62555]: _type = "ResourcePool" [ 1882.660109] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1882.660321] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the lease: (returnval){ [ 1882.660321] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528177d5-aaf9-d194-8dd5-034f4ab55b7a" [ 1882.660321] env[62555]: _type = "HttpNfcLease" [ 1882.660321] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1882.661067] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff90d60-6648-4d29-aca7-49de900f9956 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.670820] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1882.670820] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528177d5-aaf9-d194-8dd5-034f4ab55b7a" [ 1882.670820] env[62555]: _type = "HttpNfcLease" [ 1882.670820] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1882.688579] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 9a9894f0-a683-4493-a5c7-c24580c3c263/9a9894f0-a683-4493-a5c7-c24580c3c263.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1882.689166] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf65a773-7895-43e2-8e24-cd6deafcd941 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.708354] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1882.708354] env[62555]: value = "task-1705468" [ 1882.708354] env[62555]: _type = "Task" [ 1882.708354] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.718320] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.813417] env[62555]: DEBUG nova.scheduler.client.report [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1882.854505] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 34828a36-3444-435b-98a2-cd82665c4ef9] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 1882.944029] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705464, 'name': CloneVM_Task, 'duration_secs': 1.376131} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.944525] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Created linked-clone VM from snapshot [ 1882.945519] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2fbb85-3369-4ad3-a4f9-cfd6a2819590 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.957049] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Uploading image 5234f99b-bf60-45ae-a8ba-bd9bb62e3451 {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1882.987070] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1882.987070] env[62555]: value = "vm-355371" [ 1882.987070] env[62555]: _type = "VirtualMachine" [ 1882.987070] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1882.987070] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88997aab-df3c-4d92-8d4b-9640d0e11001 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.993720] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lease: (returnval){ [ 1882.993720] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f6b5f7-efe1-7121-84a9-82a78639ebb6" [ 1882.993720] env[62555]: _type = "HttpNfcLease" [ 1882.993720] env[62555]: } obtained for exporting VM: (result){ [ 1882.993720] env[62555]: value = "vm-355371" [ 1882.993720] env[62555]: _type = "VirtualMachine" [ 1882.993720] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1882.994560] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the lease: (returnval){ [ 1882.994560] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f6b5f7-efe1-7121-84a9-82a78639ebb6" [ 1882.994560] env[62555]: _type = "HttpNfcLease" [ 1882.994560] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1883.003067] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1883.003067] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f6b5f7-efe1-7121-84a9-82a78639ebb6" [ 1883.003067] env[62555]: _type = "HttpNfcLease" [ 1883.003067] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1883.172820] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1883.172820] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528177d5-aaf9-d194-8dd5-034f4ab55b7a" [ 1883.172820] env[62555]: _type = "HttpNfcLease" [ 1883.172820] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1883.219308] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.318950] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.343012] env[62555]: INFO nova.scheduler.client.report [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Deleted allocations for instance 0d26f500-2453-4395-80c9-e421c91f5083 [ 1883.361761] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.361946] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Cleaning up deleted instances with incomplete migration {{(pid=62555) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 1883.506434] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1883.506434] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f6b5f7-efe1-7121-84a9-82a78639ebb6" [ 1883.506434] env[62555]: _type = "HttpNfcLease" [ 1883.506434] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1883.507467] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1883.507467] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f6b5f7-efe1-7121-84a9-82a78639ebb6" [ 1883.507467] env[62555]: _type = "HttpNfcLease" [ 1883.507467] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1883.508561] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d0293-b8c4-419b-8b2c-bbb00da85404 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.517342] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522dd034-b116-8f2f-2a84-917becb5b7d3/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1883.517342] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522dd034-b116-8f2f-2a84-917becb5b7d3/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1883.585427] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ace396-123d-4697-8e81-e99ff5eccef9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.605486] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance '28e85c52-3fbd-4c74-b6fb-2117a9ce7956' progress to 0 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1883.677019] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1883.677019] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528177d5-aaf9-d194-8dd5-034f4ab55b7a" [ 1883.677019] env[62555]: _type = "HttpNfcLease" [ 1883.677019] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1883.680579] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1883.680579] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528177d5-aaf9-d194-8dd5-034f4ab55b7a" [ 1883.680579] env[62555]: _type = "HttpNfcLease" [ 1883.680579] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1883.683760] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf9ffc5-5c39-40cd-9b6b-07eca5fb4633 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.687863] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca4ee15c-6041-46b9-8f92-2e2109fec58e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.699386] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52626a48-5a9e-1ffc-c652-e2064671fabf/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1883.699778] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52626a48-5a9e-1ffc-c652-e2064671fabf/disk-0.vmdk. {{(pid=62555) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1883.796902] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-65f611ae-44df-4f09-be42-e91a2b54310e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.798658] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705468, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.851474] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95fe0ac3-d95d-4b1a-84d9-2bda080c3691 tempest-AttachInterfacesTestJSON-1653289118 tempest-AttachInterfacesTestJSON-1653289118-project-member] Lock "0d26f500-2453-4395-80c9-e421c91f5083" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.407s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.865558] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.112079] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1884.114048] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77f03902-159a-46a8-9b49-536e055d8e5b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.122256] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1884.122256] env[62555]: value = "task-1705470" [ 1884.122256] env[62555]: _type = "Task" [ 1884.122256] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.134542] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.302492] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705468, 'name': ReconfigVM_Task, 'duration_secs': 1.271995} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.308806] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 9a9894f0-a683-4493-a5c7-c24580c3c263/9a9894f0-a683-4493-a5c7-c24580c3c263.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1884.309713] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a61ee3f-302a-4ecf-8ed1-fa1e7e9da7b7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.320378] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1884.320378] env[62555]: value = "task-1705471" [ 1884.320378] env[62555]: _type = "Task" [ 1884.320378] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.331664] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705471, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.637441] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705470, 'name': PowerOffVM_Task, 'duration_secs': 0.238141} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.638897] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.639125] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance '28e85c52-3fbd-4c74-b6fb-2117a9ce7956' progress to 17 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1884.827810] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705471, 'name': Rename_Task, 'duration_secs': 0.190277} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.828207] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1884.828511] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2988a812-adca-420b-a835-1a4ce0d81ecb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.835703] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1884.835703] env[62555]: value = "task-1705472" [ 1884.835703] env[62555]: _type = "Task" [ 1884.835703] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.855880] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.956463] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Completed reading data from the image iterator. {{(pid=62555) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1884.956463] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52626a48-5a9e-1ffc-c652-e2064671fabf/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1884.957202] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece7331b-9f5b-443d-8886-04fcc412cdba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.965256] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52626a48-5a9e-1ffc-c652-e2064671fabf/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1884.965607] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52626a48-5a9e-1ffc-c652-e2064671fabf/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1884.966043] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1be18114-96ef-4c46-9677-931c8cf33888 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.147743] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1885.148242] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1885.148538] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1885.148860] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1885.149153] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1885.149407] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1885.149754] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1885.149976] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1885.150185] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1885.150363] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1885.150600] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1885.156752] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abfa5fcd-ac98-4966-b7cd-8d67f6bc1249 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.167148] env[62555]: DEBUG oslo_vmware.rw_handles [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52626a48-5a9e-1ffc-c652-e2064671fabf/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1885.167383] env[62555]: INFO nova.virt.vmwareapi.images [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Downloaded image file data 8cb33982-6d9b-4815-bdd6-15911a1b80b2 [ 1885.168221] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b368e94-a6c5-433e-90f0-a8e6c4725c9b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.185618] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d349d0be-1ee0-4e2f-9185-e2c8d13749b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.187364] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1885.187364] env[62555]: value = "task-1705473" [ 1885.187364] env[62555]: _type = "Task" [ 1885.187364] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.196315] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.214027] env[62555]: INFO nova.virt.vmwareapi.images [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] The imported VM was unregistered [ 1885.216019] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Caching image {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1885.216242] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2 {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1885.216728] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a346c0-e73f-4742-9ded-941a32d95346 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.232075] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Created directory with path [datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2 {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1885.232280] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9e699f95-a506-495a-88b2-3021f69c0241/OSTACK_IMG_9e699f95-a506-495a-88b2-3021f69c0241.vmdk to [datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2/8cb33982-6d9b-4815-bdd6-15911a1b80b2.vmdk. {{(pid=62555) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1885.232581] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-827d6f07-3811-4dcd-a82e-2b4ba53fcadd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.239362] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1885.239362] env[62555]: value = "task-1705475" [ 1885.239362] env[62555]: _type = "Task" [ 1885.239362] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.247525] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705475, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.347014] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705472, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.698692] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705473, 'name': ReconfigVM_Task, 'duration_secs': 0.165272} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.699210] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance '28e85c52-3fbd-4c74-b6fb-2117a9ce7956' progress to 33 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1885.750637] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705475, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.848921] env[62555]: DEBUG oslo_vmware.api [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705472, 'name': PowerOnVM_Task, 'duration_secs': 0.56165} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.849318] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1885.849559] env[62555]: INFO nova.compute.manager [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1885.849761] env[62555]: DEBUG nova.compute.manager [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1885.850600] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a11bb1-fb74-4977-ac20-43c98a34f19f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.206734] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1886.207695] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1886.207695] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1886.207695] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1886.207695] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1886.207695] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1886.208033] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1886.208095] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1886.208219] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1886.208441] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1886.208579] env[62555]: DEBUG nova.virt.hardware [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1886.214696] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1886.215198] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-884b307c-b4ff-4be5-b501-2053ad7fefb4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.236932] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1886.236932] env[62555]: value = "task-1705476" [ 1886.236932] env[62555]: _type = "Task" [ 1886.236932] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.254735] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705475, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.260188] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.373205] env[62555]: INFO nova.compute.manager [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Took 15.78 seconds to build instance. [ 1886.752746] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.757282] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705475, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.875116] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b7bc1cf9-cae6-4815-a7d4-c541d2920d26 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.290s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.256624] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705476, 'name': ReconfigVM_Task, 'duration_secs': 0.524538} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.257458] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1887.258385] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ed6d33-5aa4-48f9-812c-8e5ecfa21525 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.268153] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705475, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.294613] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543/volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1887.295054] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89388c49-af09-49bd-b3e9-4b59bdb8e265 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.317638] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1887.317638] env[62555]: value = "task-1705477" [ 1887.317638] env[62555]: _type = "Task" [ 1887.317638] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.328748] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705477, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.474351] env[62555]: DEBUG nova.compute.manager [req-fc6620fa-2849-4c1f-82ac-51ad81fc0b74 req-029f202c-276a-4e4a-8adf-1bc57f00b7d0 service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Received event network-changed-fd166c92-139a-424e-823f-71baa2c5bf2a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1887.474351] env[62555]: DEBUG nova.compute.manager [req-fc6620fa-2849-4c1f-82ac-51ad81fc0b74 req-029f202c-276a-4e4a-8adf-1bc57f00b7d0 service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Refreshing instance network info cache due to event network-changed-fd166c92-139a-424e-823f-71baa2c5bf2a. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1887.475470] env[62555]: DEBUG oslo_concurrency.lockutils [req-fc6620fa-2849-4c1f-82ac-51ad81fc0b74 req-029f202c-276a-4e4a-8adf-1bc57f00b7d0 service nova] Acquiring lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.475843] env[62555]: DEBUG oslo_concurrency.lockutils [req-fc6620fa-2849-4c1f-82ac-51ad81fc0b74 req-029f202c-276a-4e4a-8adf-1bc57f00b7d0 service nova] Acquired lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.476175] env[62555]: DEBUG nova.network.neutron [req-fc6620fa-2849-4c1f-82ac-51ad81fc0b74 req-029f202c-276a-4e4a-8adf-1bc57f00b7d0 service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Refreshing network info cache for port fd166c92-139a-424e-823f-71baa2c5bf2a {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1887.755124] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705475, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.833080] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.227513] env[62555]: DEBUG nova.network.neutron [req-fc6620fa-2849-4c1f-82ac-51ad81fc0b74 req-029f202c-276a-4e4a-8adf-1bc57f00b7d0 service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updated VIF entry in instance network info cache for port fd166c92-139a-424e-823f-71baa2c5bf2a. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.227936] env[62555]: DEBUG nova.network.neutron [req-fc6620fa-2849-4c1f-82ac-51ad81fc0b74 req-029f202c-276a-4e4a-8adf-1bc57f00b7d0 service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance_info_cache with network_info: [{"id": "fd166c92-139a-424e-823f-71baa2c5bf2a", "address": "fa:16:3e:22:73:86", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd166c92-13", "ovs_interfaceid": "fd166c92-139a-424e-823f-71baa2c5bf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.255379] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705475, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.604284} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.255560] env[62555]: INFO nova.virt.vmwareapi.ds_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9e699f95-a506-495a-88b2-3021f69c0241/OSTACK_IMG_9e699f95-a506-495a-88b2-3021f69c0241.vmdk to [datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2/8cb33982-6d9b-4815-bdd6-15911a1b80b2.vmdk. [ 1888.255765] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Cleaning up location [datastore1] OSTACK_IMG_9e699f95-a506-495a-88b2-3021f69c0241 {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1888.256027] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9e699f95-a506-495a-88b2-3021f69c0241 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1888.256353] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c711ccf0-0546-47c8-b5a9-23f470fe6534 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.264874] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1888.264874] env[62555]: value = "task-1705478" [ 1888.264874] env[62555]: _type = "Task" [ 1888.264874] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.275959] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.329360] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705477, 'name': ReconfigVM_Task, 'duration_secs': 0.891269} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.329684] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543/volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1888.329969] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance '28e85c52-3fbd-4c74-b6fb-2117a9ce7956' progress to 50 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1888.731447] env[62555]: DEBUG oslo_concurrency.lockutils [req-fc6620fa-2849-4c1f-82ac-51ad81fc0b74 req-029f202c-276a-4e4a-8adf-1bc57f00b7d0 service nova] Releasing lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.775646] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061371} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.775918] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1888.776151] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2/8cb33982-6d9b-4815-bdd6-15911a1b80b2.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.776420] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2/8cb33982-6d9b-4815-bdd6-15911a1b80b2.vmdk to [datastore1] 2f7c5411-af53-4812-b345-49f2e45e37f1/2f7c5411-af53-4812-b345-49f2e45e37f1.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1888.776688] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f1083e3-1ea4-427d-bcab-c0392b7dc118 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.784785] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1888.784785] env[62555]: value = "task-1705479" [ 1888.784785] env[62555]: _type = "Task" [ 1888.784785] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.793249] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.840242] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75cd8ca-1f36-4792-9c76-8ae1384bdb5c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.861844] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0298231-5746-44c0-9c85-3bceece918c8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.882303] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance '28e85c52-3fbd-4c74-b6fb-2117a9ce7956' progress to 67 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1889.295494] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705479, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.796845] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705479, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.295844] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705479, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.363516] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1890.548875] env[62555]: DEBUG nova.network.neutron [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Port 6cde3f8c-5ecb-448b-a288-72b480492545 binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1890.802526] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705479, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.870592] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1890.870801] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1891.297907] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705479, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.38617} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.298251] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8cb33982-6d9b-4815-bdd6-15911a1b80b2/8cb33982-6d9b-4815-bdd6-15911a1b80b2.vmdk to [datastore1] 2f7c5411-af53-4812-b345-49f2e45e37f1/2f7c5411-af53-4812-b345-49f2e45e37f1.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1891.299083] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a46bec3-f8aa-4136-b1ce-eadb5242113d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.321401] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 2f7c5411-af53-4812-b345-49f2e45e37f1/2f7c5411-af53-4812-b345-49f2e45e37f1.vmdk or device None with type streamOptimized {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1891.321702] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1d22f99-6d13-4326-90f5-a1651c31d292 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.342078] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1891.342078] env[62555]: value = "task-1705480" [ 1891.342078] env[62555]: _type = "Task" [ 1891.342078] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.349963] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.572714] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1891.572957] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.574033] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.852959] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705480, 'name': ReconfigVM_Task, 'duration_secs': 0.277268} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.853562] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 2f7c5411-af53-4812-b345-49f2e45e37f1/2f7c5411-af53-4812-b345-49f2e45e37f1.vmdk or device None with type streamOptimized {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1891.854270] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae323429-7145-45e5-b08b-064b0977a6dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.860846] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1891.860846] env[62555]: value = "task-1705481" [ 1891.860846] env[62555]: _type = "Task" [ 1891.860846] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.869961] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705481, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.371016] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705481, 'name': Rename_Task, 'duration_secs': 0.137751} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.371370] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1892.371595] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ce03f10-c616-4ab0-b51c-abcf895ab1aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.379722] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1892.379722] env[62555]: value = "task-1705482" [ 1892.379722] env[62555]: _type = "Task" [ 1892.379722] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.388969] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.610642] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1892.610850] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.611045] env[62555]: DEBUG nova.network.neutron [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1892.892806] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.350872] env[62555]: DEBUG nova.network.neutron [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance_info_cache with network_info: [{"id": "6cde3f8c-5ecb-448b-a288-72b480492545", "address": "fa:16:3e:b0:1d:d7", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cde3f8c-5e", "ovs_interfaceid": "6cde3f8c-5ecb-448b-a288-72b480492545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1893.392654] env[62555]: DEBUG oslo_vmware.api [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705482, 'name': PowerOnVM_Task, 'duration_secs': 0.767376} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.393085] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1893.500776] env[62555]: DEBUG nova.compute.manager [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1893.501772] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d190852-c70b-461d-b0d6-aed4db2eff0d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.853567] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.020836] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3feadc10-719b-4de1-bfde-865ea95a5198 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.722s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.363082] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6beaad-7d31-446e-9232-d9ca341a3ef6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.372026] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538ed9a9-0c34-4191-b66b-4d6e126e1938 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.634043] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f31834-82ee-4b89-bd50-0e8e15bd4a17 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.653323] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e89b60-e929-4d53-86fd-cbea7deadb46 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.661577] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance '28e85c52-3fbd-4c74-b6fb-2117a9ce7956' progress to 83 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1895.847688] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c7064-64ee-4419-834b-15790b6f78e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.854709] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe97ed89-7a95-49dd-8021-ee54e00cb764 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Suspending the VM {{(pid=62555) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1895.855093] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-86a890c7-0b34-4166-9a03-b71b89767d05 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.862819] env[62555]: DEBUG oslo_vmware.api [None req-fe97ed89-7a95-49dd-8021-ee54e00cb764 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1895.862819] env[62555]: value = "task-1705483" [ 1895.862819] env[62555]: _type = "Task" [ 1895.862819] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.872667] env[62555]: DEBUG oslo_vmware.api [None req-fe97ed89-7a95-49dd-8021-ee54e00cb764 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705483, 'name': SuspendVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.169405] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.169790] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4dd1f93-cff0-4f15-be29-fb635b568d86 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.179169] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1896.179169] env[62555]: value = "task-1705484" [ 1896.179169] env[62555]: _type = "Task" [ 1896.179169] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.189916] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705484, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.375385] env[62555]: DEBUG oslo_vmware.api [None req-fe97ed89-7a95-49dd-8021-ee54e00cb764 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705483, 'name': SuspendVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.472349] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522dd034-b116-8f2f-2a84-917becb5b7d3/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1896.473341] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56878b0-14f1-42ff-b5d3-fe481b1465e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.481279] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522dd034-b116-8f2f-2a84-917becb5b7d3/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1896.481452] env[62555]: ERROR oslo_vmware.rw_handles [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522dd034-b116-8f2f-2a84-917becb5b7d3/disk-0.vmdk due to incomplete transfer. [ 1896.481706] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d16bb568-86d7-4fab-a9a8-950e3ecbf177 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.490039] env[62555]: DEBUG oslo_vmware.rw_handles [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522dd034-b116-8f2f-2a84-917becb5b7d3/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1896.490281] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Uploaded image 5234f99b-bf60-45ae-a8ba-bd9bb62e3451 to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1896.492650] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1896.492916] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e8d84bf2-b1a0-4fcb-b279-006b34fe4716 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.499438] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1896.499438] env[62555]: value = "task-1705485" [ 1896.499438] env[62555]: _type = "Task" [ 1896.499438] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.508277] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705485, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.689521] env[62555]: DEBUG oslo_vmware.api [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705484, 'name': PowerOnVM_Task, 'duration_secs': 0.466463} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.689818] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1896.690019] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3c2b0bcb-6d12-4ab3-afe9-910930479b23 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance '28e85c52-3fbd-4c74-b6fb-2117a9ce7956' progress to 100 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1896.873045] env[62555]: DEBUG oslo_vmware.api [None req-fe97ed89-7a95-49dd-8021-ee54e00cb764 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705483, 'name': SuspendVM_Task, 'duration_secs': 0.633907} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.873336] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe97ed89-7a95-49dd-8021-ee54e00cb764 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Suspended the VM {{(pid=62555) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1896.873509] env[62555]: DEBUG nova.compute.manager [None req-fe97ed89-7a95-49dd-8021-ee54e00cb764 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1896.874272] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b74b6e9-471d-4418-adcc-3ca560c5cb3e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.010142] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705485, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.414150] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 1897.414469] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1897.414666] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1897.414868] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1897.415107] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1897.415300] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1897.415461] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1897.483461] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "684bde59-c695-4715-b489-3275479b9bf6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.483708] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.510453] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705485, 'name': Destroy_Task} progress is 33%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.920522] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Getting list of instances from cluster (obj){ [ 1897.920522] env[62555]: value = "domain-c8" [ 1897.920522] env[62555]: _type = "ClusterComputeResource" [ 1897.920522] env[62555]: } {{(pid=62555) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1897.922527] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b14893b-4179-458b-bdeb-af2556d74d45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.941251] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Got total of 9 instances {{(pid=62555) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1897.941436] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Triggering sync for uuid 82834fab-3c1c-4451-a202-49dced9c36ac {{(pid=62555) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1897.941632] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Triggering sync for uuid 2f7c5411-af53-4812-b345-49f2e45e37f1 {{(pid=62555) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1897.941793] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Triggering sync for uuid aa2691a4-5a6b-4303-8b24-d3392c8d3e2d {{(pid=62555) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1897.941948] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Triggering sync for uuid 684bde59-c695-4715-b489-3275479b9bf6 {{(pid=62555) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1897.942124] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Triggering sync for uuid 7f78a0a1-f025-45b5-b442-03fd28f87a6f {{(pid=62555) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1897.942283] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Triggering sync for uuid c86f717e-8226-4686-99a9-4dba776239f8 {{(pid=62555) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1897.942427] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Triggering sync for uuid 28e85c52-3fbd-4c74-b6fb-2117a9ce7956 {{(pid=62555) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1897.942576] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Triggering sync for uuid b769b658-29bd-406b-a8a5-aedd663abc46 {{(pid=62555) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1897.942727] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Triggering sync for uuid 9a9894f0-a683-4493-a5c7-c24580c3c263 {{(pid=62555) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10693}} [ 1897.943109] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "82834fab-3c1c-4451-a202-49dced9c36ac" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.943337] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "82834fab-3c1c-4451-a202-49dced9c36ac" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.943714] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "2f7c5411-af53-4812-b345-49f2e45e37f1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.943943] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.944210] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.944395] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.944911] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "684bde59-c695-4715-b489-3275479b9bf6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.944911] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.945031] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.945237] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "c86f717e-8226-4686-99a9-4dba776239f8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.945413] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "c86f717e-8226-4686-99a9-4dba776239f8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.945632] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.945815] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.946017] env[62555]: INFO nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1897.946186] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.946373] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "b769b658-29bd-406b-a8a5-aedd663abc46" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.946571] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "9a9894f0-a683-4493-a5c7-c24580c3c263" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.946739] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.946967] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1897.947108] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1897.947868] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0793b3e-5993-4581-a313-595f0fb9e608 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.951206] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae86aa86-b814-41bd-a834-c63baf1113d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.954177] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d4aff9-b104-4aef-9d51-c1b9569fcf39 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.957387] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e9e878-f73d-41c6-a990-58c1fc0b1836 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.959703] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de02b56-e42c-46d0-ab9b-1a76d1c50b8f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.962472] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40bc4fb-3485-4acf-ba24-8483c3e86e82 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.964606] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1897.987993] env[62555]: DEBUG nova.compute.utils [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1898.013737] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705485, 'name': Destroy_Task, 'duration_secs': 1.456945} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.014006] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Destroyed the VM [ 1898.014329] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1898.014934] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2f7bddad-aaf9-4429-bc08-6642b28292b7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.022111] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1898.022111] env[62555]: value = "task-1705486" [ 1898.022111] env[62555]: _type = "Task" [ 1898.022111] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.030892] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705486, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.266160] env[62555]: INFO nova.compute.manager [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Resuming [ 1898.266764] env[62555]: DEBUG nova.objects.instance [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lazy-loading 'flavor' on Instance uuid 2f7c5411-af53-4812-b345-49f2e45e37f1 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1898.463862] env[62555]: WARNING oslo_messaging._drivers.amqpdriver [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1898.469231] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.469312] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.469445] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.469599] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1898.470486] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1c2158-02e8-4b9b-8e94-ffdc1ae370c8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.482086] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f203298-382c-4aac-9773-91eadd2718ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.486315] env[62555]: INFO nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] During sync_power_state the instance has a pending task (resuming). Skip. [ 1898.486519] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.486882] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.487194] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "c86f717e-8226-4686-99a9-4dba776239f8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.487489] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.487779] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.490114] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.490676] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "684bde59-c695-4715-b489-3275479b9bf6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.546s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.499526] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88abaac7-a080-4193-a33d-2ec9c8a03057 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.502886] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "82834fab-3c1c-4451-a202-49dced9c36ac" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.559s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.503889] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7540fa6d-62fc-40ca-9621-f037646de8e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.514532] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64871f17-44db-46cf-a581-a910422b0f33 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.546730] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180146MB free_disk=179GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1898.546940] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.547137] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.557912] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705486, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.966224] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.966575] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.966709] env[62555]: DEBUG nova.compute.manager [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Going to confirm migration 7 {{(pid=62555) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 1899.018746] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "684bde59-c695-4715-b489-3275479b9bf6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.060352] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705486, 'name': RemoveSnapshot_Task, 'duration_secs': 0.898067} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.061154] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1899.061425] env[62555]: DEBUG nova.compute.manager [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1899.062238] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d4b23-cf39-499a-9556-df90a6a7a9ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.541739] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.541943] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquired lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.542137] env[62555]: DEBUG nova.network.neutron [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1899.542321] env[62555]: DEBUG nova.objects.instance [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lazy-loading 'info_cache' on Instance uuid 28e85c52-3fbd-4c74-b6fb-2117a9ce7956 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1899.545818] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "684bde59-c695-4715-b489-3275479b9bf6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1899.546040] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.546266] env[62555]: INFO nova.compute.manager [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Attaching volume 64cdaaa4-ecf8-46df-a6fd-569beea486fb to /dev/sdb [ 1899.561929] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Applying migration context for instance 28e85c52-3fbd-4c74-b6fb-2117a9ce7956 as it has an incoming, in-progress migration fe6990d8-3e9c-42ad-9d98-841efaa88af4. Migration status is confirming {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1899.563152] env[62555]: INFO nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating resource usage from migration fe6990d8-3e9c-42ad-9d98-841efaa88af4 [ 1899.574589] env[62555]: INFO nova.compute.manager [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Shelve offloading [ 1899.579147] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0736fc3e-7eec-4ee0-b9de-aaf314f3fc62 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.583376] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 82834fab-3c1c-4451-a202-49dced9c36ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.583542] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance aa2691a4-5a6b-4303-8b24-d3392c8d3e2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.583672] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 684bde59-c695-4715-b489-3275479b9bf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.583794] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 7f78a0a1-f025-45b5-b442-03fd28f87a6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.583909] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance c86f717e-8226-4686-99a9-4dba776239f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.584035] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance b769b658-29bd-406b-a8a5-aedd663abc46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.584154] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 2f7c5411-af53-4812-b345-49f2e45e37f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.584266] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9a9894f0-a683-4493-a5c7-c24580c3c263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.584383] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Migration fe6990d8-3e9c-42ad-9d98-841efaa88af4 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1899.584495] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 28e85c52-3fbd-4c74-b6fb-2117a9ce7956 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1899.584936] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1899.585120] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1899.590021] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf576cb-8571-4af9-acab-3b5e66737f59 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.607287] env[62555]: DEBUG nova.virt.block_device [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Updating existing volume attachment record: 7d9c84d9-d75c-4b16-85d4-1a0eed2b445d {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1899.709994] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d299cd6b-2d4e-4945-8417-32941cb2e127 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.717985] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5559b3-51a0-4d24-8939-35772c851c35 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.750360] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4317c18f-e0e8-41f2-ba49-a9231f0f4ff5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.755799] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5afb60-c400-4299-b321-6d7ebdbb05e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.770725] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.778165] env[62555]: DEBUG oslo_concurrency.lockutils [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.778284] env[62555]: DEBUG oslo_concurrency.lockutils [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquired lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.778439] env[62555]: DEBUG nova.network.neutron [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.079329] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1900.079661] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddf50099-d9eb-4522-8192-ac42904c6d9d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.089034] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1900.089034] env[62555]: value = "task-1705488" [ 1900.089034] env[62555]: _type = "Task" [ 1900.089034] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.097844] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705488, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.274453] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1900.544476] env[62555]: DEBUG nova.network.neutron [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updating instance_info_cache with network_info: [{"id": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "address": "fa:16:3e:c7:91:1d", "network": {"id": "b81bb316-8855-48b9-ba1d-bac80f40e0bf", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-490939650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b162a6d60a4f0a8ec2dff7d3bfa3dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb336d0e-db", "ovs_interfaceid": "cb336d0e-db0f-4722-aa5f-54e3fb73afb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.599431] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1900.599659] env[62555]: DEBUG nova.compute.manager [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.600472] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f04282f-3f7d-445d-b930-ac1690553aad {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.606557] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.607502] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.607502] env[62555]: DEBUG nova.network.neutron [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1900.757186] env[62555]: DEBUG nova.network.neutron [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance_info_cache with network_info: [{"id": "6cde3f8c-5ecb-448b-a288-72b480492545", "address": "fa:16:3e:b0:1d:d7", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cde3f8c-5e", "ovs_interfaceid": "6cde3f8c-5ecb-448b-a288-72b480492545", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.779780] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1900.780038] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.233s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.047642] env[62555]: DEBUG oslo_concurrency.lockutils [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Releasing lock "refresh_cache-2f7c5411-af53-4812-b345-49f2e45e37f1" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.048677] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18426830-234a-42a0-b04d-78ffe4a0939f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.055992] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Resuming the VM {{(pid=62555) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1901.056230] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81904fdc-d197-4154-ace5-7adb4b49e3ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.062623] env[62555]: DEBUG oslo_vmware.api [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1901.062623] env[62555]: value = "task-1705489" [ 1901.062623] env[62555]: _type = "Task" [ 1901.062623] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.070667] env[62555]: DEBUG oslo_vmware.api [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.260049] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Releasing lock "refresh_cache-28e85c52-3fbd-4c74-b6fb-2117a9ce7956" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.260483] env[62555]: DEBUG nova.objects.instance [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lazy-loading 'migration_context' on Instance uuid 28e85c52-3fbd-4c74-b6fb-2117a9ce7956 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1901.298821] env[62555]: DEBUG nova.network.neutron [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Updating instance_info_cache with network_info: [{"id": "bf0624bf-ca2a-44c7-9942-20045013ef14", "address": "fa:16:3e:b4:c8:e5", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf0624bf-ca", "ovs_interfaceid": "bf0624bf-ca2a-44c7-9942-20045013ef14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.400205] env[62555]: DEBUG nova.compute.manager [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Stashing vm_state: active {{(pid=62555) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1901.576247] env[62555]: DEBUG oslo_vmware.api [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.763411] env[62555]: DEBUG nova.objects.base [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Object Instance<28e85c52-3fbd-4c74-b6fb-2117a9ce7956> lazy-loaded attributes: info_cache,migration_context {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1901.764430] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491c0748-6f6b-42d8-be1c-d58d2542f5db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.785927] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f193cbaa-81ae-4d4c-bc56-2e9bf16d6796 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.792290] env[62555]: DEBUG oslo_vmware.api [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1901.792290] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5247f310-6042-4dce-7f67-767ffd5137ac" [ 1901.792290] env[62555]: _type = "Task" [ 1901.792290] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.802950] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.805178] env[62555]: DEBUG oslo_vmware.api [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5247f310-6042-4dce-7f67-767ffd5137ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.922227] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.922596] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.074447] env[62555]: DEBUG oslo_vmware.api [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705489, 'name': PowerOnVM_Task, 'duration_secs': 0.56973} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.075744] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Resumed the VM {{(pid=62555) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1902.075936] env[62555]: DEBUG nova.compute.manager [None req-604778e0-5d52-473f-ad1d-95324a8ac8a2 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1902.077164] env[62555]: DEBUG nova.compute.manager [req-fbbef251-719d-4ac8-b333-b2a8466d658a req-5c1300a6-a6b9-406e-a007-da8c88329b38 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Received event network-vif-unplugged-bf0624bf-ca2a-44c7-9942-20045013ef14 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1902.077372] env[62555]: DEBUG oslo_concurrency.lockutils [req-fbbef251-719d-4ac8-b333-b2a8466d658a req-5c1300a6-a6b9-406e-a007-da8c88329b38 service nova] Acquiring lock "b769b658-29bd-406b-a8a5-aedd663abc46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.077569] env[62555]: DEBUG oslo_concurrency.lockutils [req-fbbef251-719d-4ac8-b333-b2a8466d658a req-5c1300a6-a6b9-406e-a007-da8c88329b38 service nova] Lock "b769b658-29bd-406b-a8a5-aedd663abc46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.077733] env[62555]: DEBUG oslo_concurrency.lockutils [req-fbbef251-719d-4ac8-b333-b2a8466d658a req-5c1300a6-a6b9-406e-a007-da8c88329b38 service nova] Lock "b769b658-29bd-406b-a8a5-aedd663abc46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.077899] env[62555]: DEBUG nova.compute.manager [req-fbbef251-719d-4ac8-b333-b2a8466d658a req-5c1300a6-a6b9-406e-a007-da8c88329b38 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] No waiting events found dispatching network-vif-unplugged-bf0624bf-ca2a-44c7-9942-20045013ef14 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1902.078179] env[62555]: WARNING nova.compute.manager [req-fbbef251-719d-4ac8-b333-b2a8466d658a req-5c1300a6-a6b9-406e-a007-da8c88329b38 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Received unexpected event network-vif-unplugged-bf0624bf-ca2a-44c7-9942-20045013ef14 for instance with vm_state shelved and task_state shelving_offloading. [ 1902.078857] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364a1a45-4a38-41bc-a5b3-8bb71de36617 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.101085] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1902.102095] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bd63aa-8642-4189-b968-d2d180bccbf7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.111084] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1902.111334] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53fe6d83-5211-4f79-8e3b-45efc778747c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.205836] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1902.206075] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1902.206228] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1902.206376] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 1902.261768] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1902.262143] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1902.262396] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleting the datastore file [datastore1] b769b658-29bd-406b-a8a5-aedd663abc46 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1902.262721] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf94a80c-c6a4-48d1-9f03-b79806d91de8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.270474] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1902.270474] env[62555]: value = "task-1705492" [ 1902.270474] env[62555]: _type = "Task" [ 1902.270474] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.278521] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.301780] env[62555]: DEBUG oslo_vmware.api [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5247f310-6042-4dce-7f67-767ffd5137ac, 'name': SearchDatastore_Task, 'duration_secs': 0.011438} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.302081] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.428531] env[62555]: INFO nova.compute.claims [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1902.737497] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.737710] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquired lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.737784] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Forcefully refreshing network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1902.737963] env[62555]: DEBUG nova.objects.instance [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lazy-loading 'info_cache' on Instance uuid 82834fab-3c1c-4451-a202-49dced9c36ac {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.780792] env[62555]: DEBUG oslo_vmware.api [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192451} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.781063] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1902.781256] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1902.781429] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1902.798960] env[62555]: INFO nova.scheduler.client.report [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted allocations for instance b769b658-29bd-406b-a8a5-aedd663abc46 [ 1902.934606] env[62555]: INFO nova.compute.resource_tracker [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating resource usage from migration b01c82d7-07de-4069-b10e-23c16bd4943c [ 1903.065961] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73d8137-7c9b-4289-a9d6-26ed2ab8ef51 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.073558] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e48757-8612-41a4-9c34-38fc434a467a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.104358] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99447e8-d980-46e9-b8c1-8f1a1283ce88 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.111959] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60411c66-b347-4516-b737-d862ca3c6998 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.125788] env[62555]: DEBUG nova.compute.provider_tree [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.303137] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.630083] env[62555]: DEBUG nova.scheduler.client.report [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1904.136069] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.213s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.136069] env[62555]: INFO nova.compute.manager [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Migrating [ 1904.149647] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.848s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.155775] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1904.156015] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355373', 'volume_id': '64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'name': 'volume-64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '684bde59-c695-4715-b489-3275479b9bf6', 'attached_at': '', 'detached_at': '', 'volume_id': '64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'serial': '64cdaaa4-ecf8-46df-a6fd-569beea486fb'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1904.157280] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22104cd7-f1a5-45c0-8a49-9ec5ffc6b151 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.177413] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7536a167-47d2-4001-b6bb-5af203404d98 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.181539] env[62555]: DEBUG nova.compute.manager [req-73a00458-db52-4698-92a2-ae2ff04d655e req-289803e8-223a-42d1-bd81-61e89ccbdba6 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Received event network-changed-bf0624bf-ca2a-44c7-9942-20045013ef14 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1904.181747] env[62555]: DEBUG nova.compute.manager [req-73a00458-db52-4698-92a2-ae2ff04d655e req-289803e8-223a-42d1-bd81-61e89ccbdba6 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Refreshing instance network info cache due to event network-changed-bf0624bf-ca2a-44c7-9942-20045013ef14. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1904.181957] env[62555]: DEBUG oslo_concurrency.lockutils [req-73a00458-db52-4698-92a2-ae2ff04d655e req-289803e8-223a-42d1-bd81-61e89ccbdba6 service nova] Acquiring lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.182256] env[62555]: DEBUG oslo_concurrency.lockutils [req-73a00458-db52-4698-92a2-ae2ff04d655e req-289803e8-223a-42d1-bd81-61e89ccbdba6 service nova] Acquired lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.182424] env[62555]: DEBUG nova.network.neutron [req-73a00458-db52-4698-92a2-ae2ff04d655e req-289803e8-223a-42d1-bd81-61e89ccbdba6 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Refreshing network info cache for port bf0624bf-ca2a-44c7-9942-20045013ef14 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1904.208858] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-64cdaaa4-ecf8-46df-a6fd-569beea486fb/volume-64cdaaa4-ecf8-46df-a6fd-569beea486fb.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.209415] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70cf4ceb-378b-4fb6-970a-f7204187fb0c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.229831] env[62555]: DEBUG oslo_vmware.api [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1904.229831] env[62555]: value = "task-1705493" [ 1904.229831] env[62555]: _type = "Task" [ 1904.229831] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.240988] env[62555]: DEBUG oslo_vmware.api [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.463707] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updating instance_info_cache with network_info: [{"id": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "address": "fa:16:3e:89:eb:7c", "network": {"id": "0a2925d8-fe09-4ec0-ae64-5378a38d6b6a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1577764572-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a88e6f2009c484e8b365cda6d84b5dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8727f49-75", "ovs_interfaceid": "d8727f49-752e-4f83-9d97-8ee1a9b2cc72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.648767] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "b769b658-29bd-406b-a8a5-aedd663abc46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.661446] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.662262] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.662262] env[62555]: DEBUG nova.network.neutron [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1904.745410] env[62555]: DEBUG oslo_vmware.api [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705493, 'name': ReconfigVM_Task, 'duration_secs': 0.353973} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.745701] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-64cdaaa4-ecf8-46df-a6fd-569beea486fb/volume-64cdaaa4-ecf8-46df-a6fd-569beea486fb.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1904.752586] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b9ceef9-2bc9-49c6-b581-75402594b9d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.768402] env[62555]: DEBUG oslo_vmware.api [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1904.768402] env[62555]: value = "task-1705494" [ 1904.768402] env[62555]: _type = "Task" [ 1904.768402] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.777775] env[62555]: DEBUG oslo_vmware.api [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.816422] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5151b29-205e-4d88-a8f4-6b95efc25940 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.824983] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a34ed2-5b14-47c8-bdde-edcbe337a05b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.862118] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffce1d1d-7b8e-4653-8798-b8b4a8585b0a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.870394] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fc7bd3-1fc6-427e-82f7-8eeef717e1ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.887547] env[62555]: DEBUG nova.compute.provider_tree [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1904.969523] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Releasing lock "refresh_cache-82834fab-3c1c-4451-a202-49dced9c36ac" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.969725] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updated the network info_cache for instance {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1904.969930] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1905.083343] env[62555]: DEBUG nova.network.neutron [req-73a00458-db52-4698-92a2-ae2ff04d655e req-289803e8-223a-42d1-bd81-61e89ccbdba6 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Updated VIF entry in instance network info cache for port bf0624bf-ca2a-44c7-9942-20045013ef14. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1905.083710] env[62555]: DEBUG nova.network.neutron [req-73a00458-db52-4698-92a2-ae2ff04d655e req-289803e8-223a-42d1-bd81-61e89ccbdba6 service nova] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Updating instance_info_cache with network_info: [{"id": "bf0624bf-ca2a-44c7-9942-20045013ef14", "address": "fa:16:3e:b4:c8:e5", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": null, "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbf0624bf-ca", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.278852] env[62555]: DEBUG oslo_vmware.api [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705494, 'name': ReconfigVM_Task, 'duration_secs': 0.143228} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.279335] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355373', 'volume_id': '64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'name': 'volume-64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '684bde59-c695-4715-b489-3275479b9bf6', 'attached_at': '', 'detached_at': '', 'volume_id': '64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'serial': '64cdaaa4-ecf8-46df-a6fd-569beea486fb'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1905.377094] env[62555]: DEBUG nova.network.neutron [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance_info_cache with network_info: [{"id": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "address": "fa:16:3e:6b:f4:ab", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bdb3fd-5d", "ovs_interfaceid": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.390371] env[62555]: DEBUG nova.scheduler.client.report [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1905.587268] env[62555]: DEBUG oslo_concurrency.lockutils [req-73a00458-db52-4698-92a2-ae2ff04d655e req-289803e8-223a-42d1-bd81-61e89ccbdba6 service nova] Releasing lock "refresh_cache-b769b658-29bd-406b-a8a5-aedd663abc46" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.879919] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.312598] env[62555]: DEBUG nova.objects.instance [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lazy-loading 'flavor' on Instance uuid 684bde59-c695-4715-b489-3275479b9bf6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.400898] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.251s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.404119] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.101s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.404315] env[62555]: DEBUG nova.objects.instance [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lazy-loading 'resources' on Instance uuid b769b658-29bd-406b-a8a5-aedd663abc46 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.817381] env[62555]: DEBUG oslo_concurrency.lockutils [None req-6bb3b279-7f95-414f-a787-62c944db4dc3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.271s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.908341] env[62555]: DEBUG nova.objects.instance [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lazy-loading 'numa_topology' on Instance uuid b769b658-29bd-406b-a8a5-aedd663abc46 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1906.963952] env[62555]: INFO nova.scheduler.client.report [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted allocation for migration fe6990d8-3e9c-42ad-9d98-841efaa88af4 [ 1907.042789] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "684bde59-c695-4715-b489-3275479b9bf6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.043101] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.130579] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "2f7c5411-af53-4812-b345-49f2e45e37f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.130858] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.131095] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.131287] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.131457] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.133606] env[62555]: INFO nova.compute.manager [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Terminating instance [ 1907.394037] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4219a990-5bf1-42e1-a811-4f973688f60d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.414797] env[62555]: DEBUG nova.objects.base [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1907.417224] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance '7f78a0a1-f025-45b5-b442-03fd28f87a6f' progress to 0 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1907.469831] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cd7c25c6-8cc3-4cab-85b7-1ba9a368f482 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.503s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.536575] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc44277-2e71-46c7-9990-91f7ef9c19db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.545048] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67e0bac-4991-4358-90b6-690c6bcb9737 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.548667] env[62555]: INFO nova.compute.manager [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Detaching volume 64cdaaa4-ecf8-46df-a6fd-569beea486fb [ 1907.580052] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2490e91b-2ea4-4936-8b55-4aa6194a53fa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.587291] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df121cf4-b280-4508-85e1-44adc20ac698 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.600710] env[62555]: DEBUG nova.compute.provider_tree [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.606143] env[62555]: INFO nova.virt.block_device [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Attempting to driver detach volume 64cdaaa4-ecf8-46df-a6fd-569beea486fb from mountpoint /dev/sdb [ 1907.606361] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1907.606543] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355373', 'volume_id': '64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'name': 'volume-64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '684bde59-c695-4715-b489-3275479b9bf6', 'attached_at': '', 'detached_at': '', 'volume_id': '64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'serial': '64cdaaa4-ecf8-46df-a6fd-569beea486fb'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1907.607374] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad221de7-8642-43ed-b2f9-47516054459d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.631286] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1173950b-2b02-45b8-8a68-a2a0060a115f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.638826] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c84c65-2da5-4923-8f21-045132c6a941 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.641536] env[62555]: DEBUG nova.compute.manager [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1907.641683] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1907.642382] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3d391b-da62-4f81-89e6-9acf719065eb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.666084] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a2f812-e71a-41bc-a45e-853425febc4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.668749] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1907.669013] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07939be9-ff06-487d-8c3c-9f7bb97f9c2a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.686052] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] The volume has not been displaced from its original location: [datastore1] volume-64cdaaa4-ecf8-46df-a6fd-569beea486fb/volume-64cdaaa4-ecf8-46df-a6fd-569beea486fb.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1907.691393] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1907.694034] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-646a1b13-bb1f-4152-b554-f003c5df8a68 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.708034] env[62555]: INFO nova.compute.manager [None req-a24c5f26-16f9-4671-88e7-2cbf8f7b6bf6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Get console output [ 1907.708396] env[62555]: WARNING nova.virt.vmwareapi.driver [None req-a24c5f26-16f9-4671-88e7-2cbf8f7b6bf6 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] The console log is missing. Check your VSPC configuration [ 1907.709692] env[62555]: DEBUG oslo_vmware.api [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1907.709692] env[62555]: value = "task-1705495" [ 1907.709692] env[62555]: _type = "Task" [ 1907.709692] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.717146] env[62555]: DEBUG oslo_vmware.api [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1907.717146] env[62555]: value = "task-1705496" [ 1907.717146] env[62555]: _type = "Task" [ 1907.717146] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.720812] env[62555]: DEBUG oslo_vmware.api [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.729985] env[62555]: DEBUG oslo_vmware.api [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.923688] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1907.924048] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49ffa06d-2f7f-4523-9463-230fe72dc3ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.931393] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1907.931393] env[62555]: value = "task-1705497" [ 1907.931393] env[62555]: _type = "Task" [ 1907.931393] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.941237] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.104259] env[62555]: DEBUG nova.scheduler.client.report [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1908.221395] env[62555]: DEBUG oslo_vmware.api [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705495, 'name': PowerOffVM_Task, 'duration_secs': 0.209027} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.224477] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1908.224656] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1908.225018] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfaf8934-638c-40bf-8d8c-4c3e5956db85 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.231928] env[62555]: DEBUG oslo_vmware.api [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705496, 'name': ReconfigVM_Task, 'duration_secs': 0.228973} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.232216] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1908.237152] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9987632f-41b0-4c3c-844a-152f3014fa53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.253873] env[62555]: DEBUG oslo_vmware.api [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1908.253873] env[62555]: value = "task-1705499" [ 1908.253873] env[62555]: _type = "Task" [ 1908.253873] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.265655] env[62555]: DEBUG oslo_vmware.api [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.266807] env[62555]: DEBUG oslo_concurrency.lockutils [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "c86f717e-8226-4686-99a9-4dba776239f8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.267076] env[62555]: DEBUG oslo_concurrency.lockutils [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.309671] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1908.309885] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1908.310075] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Deleting the datastore file [datastore1] 2f7c5411-af53-4812-b345-49f2e45e37f1 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1908.310346] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfc5dfb0-ca06-4200-9b0c-93c94d64ecc0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.317445] env[62555]: DEBUG oslo_vmware.api [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for the task: (returnval){ [ 1908.317445] env[62555]: value = "task-1705500" [ 1908.317445] env[62555]: _type = "Task" [ 1908.317445] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.326344] env[62555]: DEBUG oslo_vmware.api [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.443051] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705497, 'name': PowerOffVM_Task, 'duration_secs': 0.160472} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.443270] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1908.443467] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance '7f78a0a1-f025-45b5-b442-03fd28f87a6f' progress to 17 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1908.609318] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.764974] env[62555]: DEBUG oslo_vmware.api [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705499, 'name': ReconfigVM_Task, 'duration_secs': 0.145129} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.764974] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355373', 'volume_id': '64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'name': 'volume-64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '684bde59-c695-4715-b489-3275479b9bf6', 'attached_at': '', 'detached_at': '', 'volume_id': '64cdaaa4-ecf8-46df-a6fd-569beea486fb', 'serial': '64cdaaa4-ecf8-46df-a6fd-569beea486fb'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1908.769779] env[62555]: DEBUG nova.compute.utils [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1908.827308] env[62555]: DEBUG oslo_vmware.api [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Task: {'id': task-1705500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128665} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.827586] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1908.827775] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1908.827943] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1908.828130] env[62555]: INFO nova.compute.manager [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1908.828373] env[62555]: DEBUG oslo.service.loopingcall [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.828564] env[62555]: DEBUG nova.compute.manager [-] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1908.828657] env[62555]: DEBUG nova.network.neutron [-] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1908.950916] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1908.951278] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1908.951390] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1908.951575] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1908.951721] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1908.951897] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1908.952076] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1908.952304] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1908.952486] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1908.952651] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1908.952825] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1908.958207] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8f0ea23-c6df-46e7-a234-9a58f88660e5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.977047] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1908.977047] env[62555]: value = "task-1705501" [ 1908.977047] env[62555]: _type = "Task" [ 1908.977047] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.986147] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.118866] env[62555]: DEBUG nova.compute.manager [req-42633fba-53c6-456e-b673-42d61e18fa84 req-b21bf343-ccaf-4dda-bfec-a5d55432d762 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Received event network-vif-deleted-cb336d0e-db0f-4722-aa5f-54e3fb73afb7 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1909.119173] env[62555]: INFO nova.compute.manager [req-42633fba-53c6-456e-b673-42d61e18fa84 req-b21bf343-ccaf-4dda-bfec-a5d55432d762 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Neutron deleted interface cb336d0e-db0f-4722-aa5f-54e3fb73afb7; detaching it from the instance and deleting it from the info cache [ 1909.119380] env[62555]: DEBUG nova.network.neutron [req-42633fba-53c6-456e-b673-42d61e18fa84 req-b21bf343-ccaf-4dda-bfec-a5d55432d762 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.120525] env[62555]: DEBUG oslo_concurrency.lockutils [None req-d3591a29-365b-45f1-8950-7bf114a55607 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b769b658-29bd-406b-a8a5-aedd663abc46" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.808s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.121739] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "b769b658-29bd-406b-a8a5-aedd663abc46" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.175s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.121973] env[62555]: INFO nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1909.122194] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "b769b658-29bd-406b-a8a5-aedd663abc46" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.122734] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b769b658-29bd-406b-a8a5-aedd663abc46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 4.474s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.122985] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "b769b658-29bd-406b-a8a5-aedd663abc46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.123267] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b769b658-29bd-406b-a8a5-aedd663abc46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.123488] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b769b658-29bd-406b-a8a5-aedd663abc46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.125480] env[62555]: INFO nova.compute.manager [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Terminating instance [ 1909.272549] env[62555]: DEBUG oslo_concurrency.lockutils [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.305092] env[62555]: DEBUG nova.objects.instance [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lazy-loading 'flavor' on Instance uuid 684bde59-c695-4715-b489-3275479b9bf6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1909.487460] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705501, 'name': ReconfigVM_Task, 'duration_secs': 0.206871} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.487763] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance '7f78a0a1-f025-45b5-b442-03fd28f87a6f' progress to 33 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1909.594228] env[62555]: DEBUG nova.network.neutron [-] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.623995] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-daeb881a-9a39-4c51-bca5-7089b9875ae1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.628913] env[62555]: DEBUG nova.compute.manager [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1909.629172] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1909.629521] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d02c3cd8-cf51-4f76-a9e4-da0334ebb50f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.636637] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9481e12-2c73-42d7-9d41-305c5a9f8358 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.651213] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461fdacc-9011-4118-bc17-675c383b00ed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.669399] env[62555]: DEBUG nova.compute.manager [req-42633fba-53c6-456e-b673-42d61e18fa84 req-b21bf343-ccaf-4dda-bfec-a5d55432d762 service nova] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Detach interface failed, port_id=cb336d0e-db0f-4722-aa5f-54e3fb73afb7, reason: Instance 2f7c5411-af53-4812-b345-49f2e45e37f1 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1909.689086] env[62555]: WARNING nova.virt.vmwareapi.vmops [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b769b658-29bd-406b-a8a5-aedd663abc46 could not be found. [ 1909.689293] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1909.689473] env[62555]: INFO nova.compute.manager [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1909.689721] env[62555]: DEBUG oslo.service.loopingcall [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1909.689952] env[62555]: DEBUG nova.compute.manager [-] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1909.690059] env[62555]: DEBUG nova.network.neutron [-] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1909.995724] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1909.995724] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1909.995724] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1909.995724] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1909.995724] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1909.995724] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1909.996270] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1909.996596] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1909.996925] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1909.997250] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1909.997544] env[62555]: DEBUG nova.virt.hardware [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1910.002877] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1910.003751] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7efa137-c619-4c55-bc42-643e8390973c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.025435] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1910.025435] env[62555]: value = "task-1705502" [ 1910.025435] env[62555]: _type = "Task" [ 1910.025435] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.035729] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.099440] env[62555]: INFO nova.compute.manager [-] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Took 1.27 seconds to deallocate network for instance. [ 1910.314318] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e5b7234-8a22-4642-adfb-bc82a5131cb3 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.354039] env[62555]: DEBUG oslo_concurrency.lockutils [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "c86f717e-8226-4686-99a9-4dba776239f8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.354269] env[62555]: DEBUG oslo_concurrency.lockutils [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.354507] env[62555]: INFO nova.compute.manager [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Attaching volume fd32f914-4a98-4f18-967a-92a287b172a3 to /dev/sdb [ 1910.432467] env[62555]: DEBUG nova.network.neutron [-] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.453038] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4d7774-6014-4fe9-8b98-5cb59c302f38 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.461951] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fafb10a-5a61-4105-92f9-202d7440bd6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.469546] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "684bde59-c695-4715-b489-3275479b9bf6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.469728] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.469933] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "684bde59-c695-4715-b489-3275479b9bf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.470133] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.470304] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.472576] env[62555]: INFO nova.compute.manager [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Terminating instance [ 1910.477214] env[62555]: DEBUG nova.virt.block_device [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updating existing volume attachment record: 6016602a-8e27-4b94-8d64-92ceb8974ca6 {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1910.535042] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705502, 'name': ReconfigVM_Task, 'duration_secs': 0.194614} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.535367] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1910.536138] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75d98b0-f3d4-4dd3-94c9-fe44a1ca35fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.557876] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7f78a0a1-f025-45b5-b442-03fd28f87a6f/7f78a0a1-f025-45b5-b442-03fd28f87a6f.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1910.558442] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9134aaca-01b7-48b9-9d3c-2605907909a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.577011] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1910.577011] env[62555]: value = "task-1705503" [ 1910.577011] env[62555]: _type = "Task" [ 1910.577011] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.584571] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.607016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.607322] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.607551] env[62555]: DEBUG nova.objects.instance [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lazy-loading 'resources' on Instance uuid 2f7c5411-af53-4812-b345-49f2e45e37f1 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1910.935322] env[62555]: INFO nova.compute.manager [-] [instance: b769b658-29bd-406b-a8a5-aedd663abc46] Took 1.25 seconds to deallocate network for instance. [ 1910.982037] env[62555]: DEBUG nova.compute.manager [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1910.982195] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1910.984034] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec25649-3bea-432e-a9d2-e62f827e2fb4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.992428] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.992676] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2a2ab0a-dc08-47a3-8584-0e578c270c0c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.000051] env[62555]: DEBUG oslo_vmware.api [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1911.000051] env[62555]: value = "task-1705507" [ 1911.000051] env[62555]: _type = "Task" [ 1911.000051] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.009737] env[62555]: DEBUG oslo_vmware.api [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.087165] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.233098] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28952fcc-c5a3-4128-877e-8f6ef9d26f45 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.243228] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bf4cab-9096-42b0-a648-14032eb85bb0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.273541] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed7599d-68b9-4633-8bd4-e45d7e64452b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.281178] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4dacb5-e66e-4f3b-8243-58ed468ff39c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.294451] env[62555]: DEBUG nova.compute.provider_tree [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1911.510029] env[62555]: DEBUG oslo_vmware.api [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705507, 'name': PowerOffVM_Task, 'duration_secs': 0.201003} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.510029] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1911.510243] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1911.510497] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22f74cf1-3858-490f-9388-cc6a73705758 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.588917] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.608481] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1911.608698] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1911.608884] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleting the datastore file [datastore1] 684bde59-c695-4715-b489-3275479b9bf6 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1911.609169] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d8c94de-d568-4afc-9cba-7b89ea5c9b3c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.617380] env[62555]: DEBUG oslo_vmware.api [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1911.617380] env[62555]: value = "task-1705509" [ 1911.617380] env[62555]: _type = "Task" [ 1911.617380] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.625486] env[62555]: DEBUG oslo_vmware.api [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.797902] env[62555]: DEBUG nova.scheduler.client.report [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1911.962301] env[62555]: DEBUG oslo_concurrency.lockutils [None req-8ae6ce61-e737-4cda-b19d-0a59c4ac59f8 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b769b658-29bd-406b-a8a5-aedd663abc46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.839s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.089309] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705503, 'name': ReconfigVM_Task, 'duration_secs': 1.267} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.089633] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7f78a0a1-f025-45b5-b442-03fd28f87a6f/7f78a0a1-f025-45b5-b442-03fd28f87a6f.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1912.089861] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance '7f78a0a1-f025-45b5-b442-03fd28f87a6f' progress to 50 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1912.128039] env[62555]: DEBUG oslo_vmware.api [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148147} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.128265] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1912.128455] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1912.128633] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1912.128809] env[62555]: INFO nova.compute.manager [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1912.129065] env[62555]: DEBUG oslo.service.loopingcall [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.129373] env[62555]: DEBUG nova.compute.manager [-] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1912.129373] env[62555]: DEBUG nova.network.neutron [-] [instance: 684bde59-c695-4715-b489-3275479b9bf6] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1912.305808] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.324797] env[62555]: INFO nova.scheduler.client.report [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Deleted allocations for instance 2f7c5411-af53-4812-b345-49f2e45e37f1 [ 1912.597164] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d855982c-4e77-45da-ba11-f3c146b29ce2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.617348] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50cdbfd3-729e-44ca-a674-a0f2e3c95540 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.635410] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance '7f78a0a1-f025-45b5-b442-03fd28f87a6f' progress to 67 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1912.834028] env[62555]: DEBUG oslo_concurrency.lockutils [None req-3cae6baf-d009-45df-b90d-24649bf6a491 tempest-ServersNegativeTestJSON-2120370268 tempest-ServersNegativeTestJSON-2120370268-project-member] Lock "2f7c5411-af53-4812-b345-49f2e45e37f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.703s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.923105] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "b45980e1-a7d2-426b-8538-bb35c05100f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.923344] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b45980e1-a7d2-426b-8538-bb35c05100f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.083974] env[62555]: DEBUG nova.network.neutron [-] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1913.172495] env[62555]: DEBUG nova.compute.manager [req-5e754236-6edb-4405-a43e-8c77d8dd78fb req-b08211a8-ad72-4b6f-90fd-67c5fcf9799a service nova] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Received event network-vif-deleted-5157e03b-43d6-4e61-ad76-de5983837726 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1913.237863] env[62555]: DEBUG nova.network.neutron [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Port e9bdb3fd-5d60-488f-93dd-07d3f2b4695f binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1913.425661] env[62555]: DEBUG nova.compute.manager [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1913.586726] env[62555]: INFO nova.compute.manager [-] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Took 1.46 seconds to deallocate network for instance. [ 1913.949945] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.950267] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.951929] env[62555]: INFO nova.compute.claims [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1914.092833] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.262440] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.262842] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.262904] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.023552] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1915.023812] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355375', 'volume_id': 'fd32f914-4a98-4f18-967a-92a287b172a3', 'name': 'volume-fd32f914-4a98-4f18-967a-92a287b172a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c86f717e-8226-4686-99a9-4dba776239f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd32f914-4a98-4f18-967a-92a287b172a3', 'serial': 'fd32f914-4a98-4f18-967a-92a287b172a3'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1915.025019] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34bb8ea-b565-4359-a720-58b58e996f37 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.044593] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88913b6-84ea-48b7-bcf5-e824eb3e4307 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.073715] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-fd32f914-4a98-4f18-967a-92a287b172a3/volume-fd32f914-4a98-4f18-967a-92a287b172a3.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1915.076309] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-434c474b-0fda-4b10-a8e8-6ee5cf5f0517 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.096317] env[62555]: DEBUG oslo_vmware.api [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1915.096317] env[62555]: value = "task-1705511" [ 1915.096317] env[62555]: _type = "Task" [ 1915.096317] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.106117] env[62555]: DEBUG oslo_vmware.api [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.124687] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dc3ba2-dc38-43fb-9a40-7ac2c5aadfdc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.132733] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60546402-e74f-4cba-83b1-681834e31450 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.162622] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ea5ac7-de09-418f-991d-54126fe8ca51 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.170356] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc69a7a-4424-4257-83eb-273e356550af {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.183925] env[62555]: DEBUG nova.compute.provider_tree [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1915.298182] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.298443] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.298552] env[62555]: DEBUG nova.network.neutron [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.607188] env[62555]: DEBUG oslo_vmware.api [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705511, 'name': ReconfigVM_Task, 'duration_secs': 0.350015} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.607557] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-fd32f914-4a98-4f18-967a-92a287b172a3/volume-fd32f914-4a98-4f18-967a-92a287b172a3.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1915.612195] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ea00ec2-ae2b-478a-b0c7-18c076422439 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.630465] env[62555]: DEBUG oslo_vmware.api [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1915.630465] env[62555]: value = "task-1705512" [ 1915.630465] env[62555]: _type = "Task" [ 1915.630465] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.640060] env[62555]: DEBUG oslo_vmware.api [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.706067] env[62555]: ERROR nova.scheduler.client.report [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [req-873c4c89-4ce7-414a-8ea0-e961c45eccb9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-873c4c89-4ce7-414a-8ea0-e961c45eccb9"}]} [ 1915.722244] env[62555]: DEBUG nova.scheduler.client.report [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1915.735405] env[62555]: DEBUG nova.scheduler.client.report [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1915.736147] env[62555]: DEBUG nova.compute.provider_tree [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1915.748206] env[62555]: DEBUG nova.scheduler.client.report [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1915.766125] env[62555]: DEBUG nova.scheduler.client.report [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1915.872927] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f2159-3204-460e-8104-c41b614a264a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.880894] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad29ad4b-2eb6-4644-94f6-4e13b6d8debc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.912966] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6715ff7d-1c4e-48de-a635-527244a53b99 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.920963] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129dbe68-0d11-4b1e-a39b-f71313cb3050 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.934136] env[62555]: DEBUG nova.compute.provider_tree [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.027290] env[62555]: DEBUG nova.network.neutron [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance_info_cache with network_info: [{"id": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "address": "fa:16:3e:6b:f4:ab", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bdb3fd-5d", "ovs_interfaceid": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.141209] env[62555]: DEBUG oslo_vmware.api [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705512, 'name': ReconfigVM_Task, 'duration_secs': 0.150142} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.141610] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355375', 'volume_id': 'fd32f914-4a98-4f18-967a-92a287b172a3', 'name': 'volume-fd32f914-4a98-4f18-967a-92a287b172a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c86f717e-8226-4686-99a9-4dba776239f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd32f914-4a98-4f18-967a-92a287b172a3', 'serial': 'fd32f914-4a98-4f18-967a-92a287b172a3'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1916.465176] env[62555]: DEBUG nova.scheduler.client.report [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1916.465475] env[62555]: DEBUG nova.compute.provider_tree [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 175 to 176 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1916.465626] env[62555]: DEBUG nova.compute.provider_tree [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1916.531152] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.970324] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.020s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.970871] env[62555]: DEBUG nova.compute.manager [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1916.973626] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.881s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.973792] env[62555]: DEBUG nova.objects.instance [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lazy-loading 'resources' on Instance uuid 684bde59-c695-4715-b489-3275479b9bf6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.051948] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f285b8-291b-4b7b-9fb9-4c9fdc5baf9e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.072025] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d945ac6-591e-45f7-b97c-84cf30bea1fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.079879] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance '7f78a0a1-f025-45b5-b442-03fd28f87a6f' progress to 83 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1917.178017] env[62555]: DEBUG nova.objects.instance [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'flavor' on Instance uuid c86f717e-8226-4686-99a9-4dba776239f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.476666] env[62555]: DEBUG nova.compute.utils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.481570] env[62555]: DEBUG nova.compute.manager [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1917.481792] env[62555]: DEBUG nova.network.neutron [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1917.519953] env[62555]: DEBUG nova.policy [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5540bd9d58684613977b2fda124470d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9474985563df48aca87e2fb4d6253c91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1917.586393] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1917.587541] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e113c40-6772-43a1-b3e9-31a7665bdb88 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.589871] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b439084-a60d-4f9f-ae19-693857ab82fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.598042] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d544af-f861-456f-81bd-f74ef0559972 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.602340] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1917.602340] env[62555]: value = "task-1705513" [ 1917.602340] env[62555]: _type = "Task" [ 1917.602340] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.635112] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1791bdb-a475-46e4-8e55-8b8589951e96 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.640234] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705513, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.646640] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0461e0dd-9d81-4d0a-b31d-f96a7c09cc7f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.668282] env[62555]: DEBUG nova.compute.provider_tree [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1917.683260] env[62555]: DEBUG oslo_concurrency.lockutils [None req-456ab671-9702-4c44-a9a7-738ec4d92732 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.329s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.703816] env[62555]: DEBUG oslo_concurrency.lockutils [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "c86f717e-8226-4686-99a9-4dba776239f8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.704220] env[62555]: DEBUG oslo_concurrency.lockutils [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.704527] env[62555]: DEBUG nova.compute.manager [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1917.706122] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7865900-9661-48d4-8e80-1b8e99683628 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.717193] env[62555]: DEBUG nova.compute.manager [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62555) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1917.717193] env[62555]: DEBUG nova.objects.instance [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'flavor' on Instance uuid c86f717e-8226-4686-99a9-4dba776239f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.780115] env[62555]: DEBUG nova.network.neutron [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Successfully created port: 2db8c876-bda7-4ba9-95b7-bf1e82449f85 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.982402] env[62555]: DEBUG nova.compute.manager [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1918.113291] env[62555]: DEBUG oslo_vmware.api [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705513, 'name': PowerOnVM_Task, 'duration_secs': 0.418641} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.113588] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1918.113801] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6407d4-f5d8-4b7e-a020-a4ee963336bd tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance '7f78a0a1-f025-45b5-b442-03fd28f87a6f' progress to 100 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1918.169562] env[62555]: DEBUG nova.scheduler.client.report [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1918.674453] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.696429] env[62555]: INFO nova.scheduler.client.report [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleted allocations for instance 684bde59-c695-4715-b489-3275479b9bf6 [ 1918.723460] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.723791] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bc935b5-0e06-4d29-912e-6b5708d8179e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.732265] env[62555]: DEBUG oslo_vmware.api [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1918.732265] env[62555]: value = "task-1705514" [ 1918.732265] env[62555]: _type = "Task" [ 1918.732265] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.741894] env[62555]: DEBUG oslo_vmware.api [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.994130] env[62555]: DEBUG nova.compute.manager [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1919.022415] env[62555]: DEBUG nova.virt.hardware [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1919.022672] env[62555]: DEBUG nova.virt.hardware [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1919.022833] env[62555]: DEBUG nova.virt.hardware [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.023019] env[62555]: DEBUG nova.virt.hardware [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1919.023173] env[62555]: DEBUG nova.virt.hardware [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.023321] env[62555]: DEBUG nova.virt.hardware [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1919.023526] env[62555]: DEBUG nova.virt.hardware [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1919.023685] env[62555]: DEBUG nova.virt.hardware [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1919.023852] env[62555]: DEBUG nova.virt.hardware [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1919.024018] env[62555]: DEBUG nova.virt.hardware [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1919.024200] env[62555]: DEBUG nova.virt.hardware [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1919.025147] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c83bf17-aedc-4f0e-80a3-2a7c56897233 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.033675] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864d4601-d3e7-4214-9b24-0cc41711f984 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.156663] env[62555]: DEBUG nova.compute.manager [req-f51ca6c2-d375-4402-bc92-8695e611694f req-1abc5a99-be33-46b5-850c-18dbe46c14f3 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Received event network-vif-plugged-2db8c876-bda7-4ba9-95b7-bf1e82449f85 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1919.156829] env[62555]: DEBUG oslo_concurrency.lockutils [req-f51ca6c2-d375-4402-bc92-8695e611694f req-1abc5a99-be33-46b5-850c-18dbe46c14f3 service nova] Acquiring lock "b45980e1-a7d2-426b-8538-bb35c05100f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.157986] env[62555]: DEBUG oslo_concurrency.lockutils [req-f51ca6c2-d375-4402-bc92-8695e611694f req-1abc5a99-be33-46b5-850c-18dbe46c14f3 service nova] Lock "b45980e1-a7d2-426b-8538-bb35c05100f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.158622] env[62555]: DEBUG oslo_concurrency.lockutils [req-f51ca6c2-d375-4402-bc92-8695e611694f req-1abc5a99-be33-46b5-850c-18dbe46c14f3 service nova] Lock "b45980e1-a7d2-426b-8538-bb35c05100f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.158888] env[62555]: DEBUG nova.compute.manager [req-f51ca6c2-d375-4402-bc92-8695e611694f req-1abc5a99-be33-46b5-850c-18dbe46c14f3 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] No waiting events found dispatching network-vif-plugged-2db8c876-bda7-4ba9-95b7-bf1e82449f85 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1919.159142] env[62555]: WARNING nova.compute.manager [req-f51ca6c2-d375-4402-bc92-8695e611694f req-1abc5a99-be33-46b5-850c-18dbe46c14f3 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Received unexpected event network-vif-plugged-2db8c876-bda7-4ba9-95b7-bf1e82449f85 for instance with vm_state building and task_state spawning. [ 1919.207480] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2a8f8b53-d573-4149-a9ef-322d2b029973 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "684bde59-c695-4715-b489-3275479b9bf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.738s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.243731] env[62555]: DEBUG oslo_vmware.api [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705514, 'name': PowerOffVM_Task, 'duration_secs': 0.224853} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.244101] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1919.244224] env[62555]: DEBUG nova.compute.manager [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.245036] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e612956-dee7-4399-bbe5-4164ae39bd24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.254427] env[62555]: DEBUG nova.network.neutron [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Successfully updated port: 2db8c876-bda7-4ba9-95b7-bf1e82449f85 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1919.758951] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "refresh_cache-b45980e1-a7d2-426b-8538-bb35c05100f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1919.759236] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "refresh_cache-b45980e1-a7d2-426b-8538-bb35c05100f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.759486] env[62555]: DEBUG nova.network.neutron [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1919.763250] env[62555]: DEBUG oslo_concurrency.lockutils [None req-574bc4d4-c78f-42c6-90b2-926fb1a370e3 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.111190] env[62555]: DEBUG nova.objects.instance [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'flavor' on Instance uuid c86f717e-8226-4686-99a9-4dba776239f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1920.255693] env[62555]: DEBUG nova.network.neutron [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Port e9bdb3fd-5d60-488f-93dd-07d3f2b4695f binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1920.255757] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.255914] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.256100] env[62555]: DEBUG nova.network.neutron [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1920.309879] env[62555]: DEBUG nova.network.neutron [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.516508] env[62555]: DEBUG nova.network.neutron [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Updating instance_info_cache with network_info: [{"id": "2db8c876-bda7-4ba9-95b7-bf1e82449f85", "address": "fa:16:3e:92:0e:0e", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2db8c876-bd", "ovs_interfaceid": "2db8c876-bda7-4ba9-95b7-bf1e82449f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.615214] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.615435] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquired lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.615613] env[62555]: DEBUG nova.network.neutron [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1920.615791] env[62555]: DEBUG nova.objects.instance [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'info_cache' on Instance uuid c86f717e-8226-4686-99a9-4dba776239f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.019126] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "refresh_cache-b45980e1-a7d2-426b-8538-bb35c05100f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.019465] env[62555]: DEBUG nova.compute.manager [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Instance network_info: |[{"id": "2db8c876-bda7-4ba9-95b7-bf1e82449f85", "address": "fa:16:3e:92:0e:0e", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2db8c876-bd", "ovs_interfaceid": "2db8c876-bda7-4ba9-95b7-bf1e82449f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1921.020055] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:0e:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2db8c876-bda7-4ba9-95b7-bf1e82449f85', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1921.027740] env[62555]: DEBUG oslo.service.loopingcall [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.027958] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1921.028268] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f85ef2c-b353-459e-a3e1-c76504b2963b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.051830] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1921.051830] env[62555]: value = "task-1705515" [ 1921.051830] env[62555]: _type = "Task" [ 1921.051830] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.059877] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705515, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.101006] env[62555]: DEBUG nova.network.neutron [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance_info_cache with network_info: [{"id": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "address": "fa:16:3e:6b:f4:ab", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bdb3fd-5d", "ovs_interfaceid": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.121133] env[62555]: DEBUG nova.objects.base [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1921.181443] env[62555]: DEBUG nova.compute.manager [req-530ccee2-52cb-4367-ab43-d261464f38da req-fb71504b-1414-4052-8c45-0b220a8197a2 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Received event network-changed-2db8c876-bda7-4ba9-95b7-bf1e82449f85 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1921.181645] env[62555]: DEBUG nova.compute.manager [req-530ccee2-52cb-4367-ab43-d261464f38da req-fb71504b-1414-4052-8c45-0b220a8197a2 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Refreshing instance network info cache due to event network-changed-2db8c876-bda7-4ba9-95b7-bf1e82449f85. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1921.181871] env[62555]: DEBUG oslo_concurrency.lockutils [req-530ccee2-52cb-4367-ab43-d261464f38da req-fb71504b-1414-4052-8c45-0b220a8197a2 service nova] Acquiring lock "refresh_cache-b45980e1-a7d2-426b-8538-bb35c05100f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.182150] env[62555]: DEBUG oslo_concurrency.lockutils [req-530ccee2-52cb-4367-ab43-d261464f38da req-fb71504b-1414-4052-8c45-0b220a8197a2 service nova] Acquired lock "refresh_cache-b45980e1-a7d2-426b-8538-bb35c05100f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.182411] env[62555]: DEBUG nova.network.neutron [req-530ccee2-52cb-4367-ab43-d261464f38da req-fb71504b-1414-4052-8c45-0b220a8197a2 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Refreshing network info cache for port 2db8c876-bda7-4ba9-95b7-bf1e82449f85 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1921.562084] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705515, 'name': CreateVM_Task, 'duration_secs': 0.402136} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.562367] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.569236] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.569413] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.569740] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.569984] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b04804dd-ac79-4984-ba6d-6aab7f206bc3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.575671] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1921.575671] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e23d83-5629-157c-b8c7-0632d7ebe182" [ 1921.575671] env[62555]: _type = "Task" [ 1921.575671] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.584710] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e23d83-5629-157c-b8c7-0632d7ebe182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.604353] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.857448] env[62555]: DEBUG nova.network.neutron [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updating instance_info_cache with network_info: [{"id": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "address": "fa:16:3e:c6:ef:47", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93be9b56-d8", "ovs_interfaceid": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.957871] env[62555]: DEBUG nova.network.neutron [req-530ccee2-52cb-4367-ab43-d261464f38da req-fb71504b-1414-4052-8c45-0b220a8197a2 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Updated VIF entry in instance network info cache for port 2db8c876-bda7-4ba9-95b7-bf1e82449f85. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1921.958405] env[62555]: DEBUG nova.network.neutron [req-530ccee2-52cb-4367-ab43-d261464f38da req-fb71504b-1414-4052-8c45-0b220a8197a2 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Updating instance_info_cache with network_info: [{"id": "2db8c876-bda7-4ba9-95b7-bf1e82449f85", "address": "fa:16:3e:92:0e:0e", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2db8c876-bd", "ovs_interfaceid": "2db8c876-bda7-4ba9-95b7-bf1e82449f85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.086751] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e23d83-5629-157c-b8c7-0632d7ebe182, 'name': SearchDatastore_Task, 'duration_secs': 0.018263} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.087166] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.087313] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.087551] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.087694] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.087872] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.088163] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01c13f86-3e91-463e-8f97-20a21bbc2307 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.096485] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.096653] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.097358] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc75437-a7e8-43c5-b875-fcbbd4ead2dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.102646] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1922.102646] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5252ecd2-d63f-4815-eed5-c3eab63823fa" [ 1922.102646] env[62555]: _type = "Task" [ 1922.102646] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.107782] env[62555]: DEBUG nova.compute.manager [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62555) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1922.108030] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.108289] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.112139] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5252ecd2-d63f-4815-eed5-c3eab63823fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.281752] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "701ba811-207e-4c1b-93e3-b02370a17392" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.281989] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.363790] env[62555]: DEBUG oslo_concurrency.lockutils [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Releasing lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.460869] env[62555]: DEBUG oslo_concurrency.lockutils [req-530ccee2-52cb-4367-ab43-d261464f38da req-fb71504b-1414-4052-8c45-0b220a8197a2 service nova] Releasing lock "refresh_cache-b45980e1-a7d2-426b-8538-bb35c05100f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.613904] env[62555]: DEBUG nova.objects.instance [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'migration_context' on Instance uuid 7f78a0a1-f025-45b5-b442-03fd28f87a6f {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1922.615036] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5252ecd2-d63f-4815-eed5-c3eab63823fa, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.615966] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f5f68b7-b7b6-4152-a43f-32f6f2a2e741 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.621424] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1922.621424] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b85a5c-a95d-2277-b8d8-1dbb38b5baf6" [ 1922.621424] env[62555]: _type = "Task" [ 1922.621424] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.630670] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b85a5c-a95d-2277-b8d8-1dbb38b5baf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.784371] env[62555]: DEBUG nova.compute.manager [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1923.133681] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b85a5c-a95d-2277-b8d8-1dbb38b5baf6, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.133971] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.134206] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b45980e1-a7d2-426b-8538-bb35c05100f6/b45980e1-a7d2-426b-8538-bb35c05100f6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1923.134616] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e080a973-51d1-4574-8d01-e43ab44d84e8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.145708] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1923.145708] env[62555]: value = "task-1705516" [ 1923.145708] env[62555]: _type = "Task" [ 1923.145708] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.156123] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.225866] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a750c7-b6c5-4f17-bc0a-cd6f06478dd5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.234021] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507e259f-63b1-4606-8482-e55b60adf17c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.266626] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f5a865-3915-4527-a205-81d2702361da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.274865] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a21c483-b0e6-49fa-90be-0f6fd8f4a4fa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.291208] env[62555]: DEBUG nova.compute.provider_tree [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1923.305701] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.369139] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1923.369445] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca676674-668d-4775-a306-162a65f5b121 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.377513] env[62555]: DEBUG oslo_vmware.api [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1923.377513] env[62555]: value = "task-1705517" [ 1923.377513] env[62555]: _type = "Task" [ 1923.377513] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.388816] env[62555]: DEBUG oslo_vmware.api [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.662262] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.795871] env[62555]: DEBUG nova.scheduler.client.report [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1923.888434] env[62555]: DEBUG oslo_vmware.api [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705517, 'name': PowerOnVM_Task, 'duration_secs': 0.368089} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.888716] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1923.888926] env[62555]: DEBUG nova.compute.manager [None req-afc1abf3-3afc-4546-9275-da234bf87adc tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.889730] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3e85ab-d58a-4721-9b10-9994a783b3f9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.157018] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705516, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.660666] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.812500] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.704s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.818150] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.512s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.819613] env[62555]: INFO nova.compute.claims [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.157865] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.661183] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.722380] env[62555]: DEBUG oslo_concurrency.lockutils [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "9a9894f0-a683-4493-a5c7-c24580c3c263" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.722613] env[62555]: DEBUG oslo_concurrency.lockutils [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.946498] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b6dd2a-b758-4f7d-9695-03f90531c9c6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.954424] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f60ac2-5ce2-4694-a570-223c2869dabe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.987365] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafbe42c-71dc-4309-8230-99cd3c67059d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.995589] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d211a80e-dc51-4ba3-90c6-f3eedac9bddc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.009746] env[62555]: DEBUG nova.compute.provider_tree [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.159681] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.226149] env[62555]: DEBUG nova.compute.utils [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1926.352116] env[62555]: INFO nova.compute.manager [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Swapping old allocation on dict_keys(['5f354455-75f8-40c8-86fa-d8c530c2fdf0']) held by migration b01c82d7-07de-4069-b10e-23c16bd4943c for instance [ 1926.376275] env[62555]: DEBUG nova.scheduler.client.report [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Overwriting current allocation {'allocations': {'5f354455-75f8-40c8-86fa-d8c530c2fdf0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': '14065bdf84a24b9aa6fdbec28f26066d', 'user_id': '169bb5a0fbd045689559ac3cea0d5a96', 'consumer_generation': 1} on consumer 7f78a0a1-f025-45b5-b442-03fd28f87a6f {{(pid=62555) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1926.449353] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.449548] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.449729] env[62555]: DEBUG nova.network.neutron [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1926.512497] env[62555]: DEBUG nova.scheduler.client.report [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1926.660734] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.728892] env[62555]: DEBUG oslo_concurrency.lockutils [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.017746] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.200s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.018331] env[62555]: DEBUG nova.compute.manager [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1927.160953] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.185197] env[62555]: DEBUG nova.network.neutron [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance_info_cache with network_info: [{"id": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "address": "fa:16:3e:6b:f4:ab", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9bdb3fd-5d", "ovs_interfaceid": "e9bdb3fd-5d60-488f-93dd-07d3f2b4695f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.523960] env[62555]: DEBUG nova.compute.utils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1927.524842] env[62555]: DEBUG nova.compute.manager [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1927.525046] env[62555]: DEBUG nova.network.neutron [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1927.598547] env[62555]: DEBUG nova.policy [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '759813aa778f4be8b1d2bae069406176', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b49345d38a064939b5d31485e39568c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1927.662071] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705516, 'name': CopyVirtualDisk_Task, 'duration_secs': 4.241671} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.662336] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b45980e1-a7d2-426b-8538-bb35c05100f6/b45980e1-a7d2-426b-8538-bb35c05100f6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1927.662551] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1927.662797] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f0e57c4-868a-4d9d-a103-0b0a0c82eabb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.669727] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1927.669727] env[62555]: value = "task-1705518" [ 1927.669727] env[62555]: _type = "Task" [ 1927.669727] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.677271] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.687918] env[62555]: DEBUG oslo_concurrency.lockutils [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-7f78a0a1-f025-45b5-b442-03fd28f87a6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.688456] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1927.688758] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-682eb2aa-6057-442b-b8c3-e750832dfd79 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.695854] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1927.695854] env[62555]: value = "task-1705519" [ 1927.695854] env[62555]: _type = "Task" [ 1927.695854] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.704105] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.807759] env[62555]: DEBUG oslo_concurrency.lockutils [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "9a9894f0-a683-4493-a5c7-c24580c3c263" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.808104] env[62555]: DEBUG oslo_concurrency.lockutils [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.808393] env[62555]: INFO nova.compute.manager [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Attaching volume 2b2cda15-6324-4b15-bf16-38133c4627ec to /dev/sdb [ 1927.845172] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f5ab57-d3b3-451e-9add-44d9dfa0e114 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.853105] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6565b602-588a-48a6-bfe0-3f650ae8000d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.868377] env[62555]: DEBUG nova.virt.block_device [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating existing volume attachment record: ed126cde-912b-44ce-aaae-a51cd81c91b9 {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1927.935199] env[62555]: DEBUG nova.network.neutron [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Successfully created port: 6a2c5491-ab9c-42cb-8453-dc0a3a70150d {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1928.028060] env[62555]: DEBUG nova.compute.manager [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1928.179696] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076264} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.180082] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1928.180855] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c9f6a9-b727-4ad0-90ce-520deb04bb23 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.203264] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b45980e1-a7d2-426b-8538-bb35c05100f6/b45980e1-a7d2-426b-8538-bb35c05100f6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1928.203626] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eecbf4d6-b9b0-4789-a89c-fa9de2bace2b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.226580] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705519, 'name': PowerOffVM_Task, 'duration_secs': 0.200723} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.227891] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1928.228652] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1928.228884] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1928.229054] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1928.229244] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1928.229394] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1928.229539] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1928.229746] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1928.229907] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1928.230085] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1928.230252] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1928.230429] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1928.235402] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1928.235402] env[62555]: value = "task-1705523" [ 1928.235402] env[62555]: _type = "Task" [ 1928.235402] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.235626] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e07614-0e9b-420a-bf17-c0ba224ad449 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.263009] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.264461] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1928.264461] env[62555]: value = "task-1705524" [ 1928.264461] env[62555]: _type = "Task" [ 1928.264461] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.272644] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.756117] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705523, 'name': ReconfigVM_Task, 'duration_secs': 0.521994} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.756291] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b45980e1-a7d2-426b-8538-bb35c05100f6/b45980e1-a7d2-426b-8538-bb35c05100f6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1928.756823] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65ee111c-b0ff-49b2-9e7f-643db4b5d874 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.763909] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1928.763909] env[62555]: value = "task-1705525" [ 1928.763909] env[62555]: _type = "Task" [ 1928.763909] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.780184] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705524, 'name': ReconfigVM_Task, 'duration_secs': 0.19041} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.783442] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705525, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.784181] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dbef44-9fbf-4d49-8f32-44d8a3e383a4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.805464] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1928.805904] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1928.806026] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1928.806171] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1928.806359] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1928.806541] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1928.806787] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1928.806970] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1928.807202] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1928.807415] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1928.807640] env[62555]: DEBUG nova.virt.hardware [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1928.808598] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccdec999-63ca-4890-a47c-98d83a624534 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.815326] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1928.815326] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b532c4-0f19-f938-a7ed-91aacacc9a20" [ 1928.815326] env[62555]: _type = "Task" [ 1928.815326] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.824710] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b532c4-0f19-f938-a7ed-91aacacc9a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.038446] env[62555]: DEBUG nova.compute.manager [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1929.065651] env[62555]: DEBUG nova.virt.hardware [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1929.065911] env[62555]: DEBUG nova.virt.hardware [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1929.066082] env[62555]: DEBUG nova.virt.hardware [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1929.066271] env[62555]: DEBUG nova.virt.hardware [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1929.066418] env[62555]: DEBUG nova.virt.hardware [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1929.066565] env[62555]: DEBUG nova.virt.hardware [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1929.066793] env[62555]: DEBUG nova.virt.hardware [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1929.066981] env[62555]: DEBUG nova.virt.hardware [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1929.067235] env[62555]: DEBUG nova.virt.hardware [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1929.067434] env[62555]: DEBUG nova.virt.hardware [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1929.067635] env[62555]: DEBUG nova.virt.hardware [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1929.068579] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b017cb-a3ac-4f41-a149-c38ffca9790f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.076835] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba3c9e4-9ba5-42ae-8265-2a6c5adff340 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.274244] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705525, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.326333] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b532c4-0f19-f938-a7ed-91aacacc9a20, 'name': SearchDatastore_Task, 'duration_secs': 0.026462} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.331694] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1929.331934] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e397ba-15b7-4414-acaf-e65c92af7e0d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.351244] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1929.351244] env[62555]: value = "task-1705526" [ 1929.351244] env[62555]: _type = "Task" [ 1929.351244] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.365694] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.467222] env[62555]: DEBUG nova.compute.manager [req-d3be55a2-e31d-456d-bacd-84b4751a00cb req-0a984ad4-6f61-4414-b946-c221b3f42b23 service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Received event network-vif-plugged-6a2c5491-ab9c-42cb-8453-dc0a3a70150d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1929.467466] env[62555]: DEBUG oslo_concurrency.lockutils [req-d3be55a2-e31d-456d-bacd-84b4751a00cb req-0a984ad4-6f61-4414-b946-c221b3f42b23 service nova] Acquiring lock "701ba811-207e-4c1b-93e3-b02370a17392-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.467694] env[62555]: DEBUG oslo_concurrency.lockutils [req-d3be55a2-e31d-456d-bacd-84b4751a00cb req-0a984ad4-6f61-4414-b946-c221b3f42b23 service nova] Lock "701ba811-207e-4c1b-93e3-b02370a17392-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.468008] env[62555]: DEBUG oslo_concurrency.lockutils [req-d3be55a2-e31d-456d-bacd-84b4751a00cb req-0a984ad4-6f61-4414-b946-c221b3f42b23 service nova] Lock "701ba811-207e-4c1b-93e3-b02370a17392-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.468230] env[62555]: DEBUG nova.compute.manager [req-d3be55a2-e31d-456d-bacd-84b4751a00cb req-0a984ad4-6f61-4414-b946-c221b3f42b23 service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] No waiting events found dispatching network-vif-plugged-6a2c5491-ab9c-42cb-8453-dc0a3a70150d {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1929.468502] env[62555]: WARNING nova.compute.manager [req-d3be55a2-e31d-456d-bacd-84b4751a00cb req-0a984ad4-6f61-4414-b946-c221b3f42b23 service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Received unexpected event network-vif-plugged-6a2c5491-ab9c-42cb-8453-dc0a3a70150d for instance with vm_state building and task_state spawning. [ 1929.526884] env[62555]: DEBUG nova.network.neutron [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Successfully updated port: 6a2c5491-ab9c-42cb-8453-dc0a3a70150d {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1929.774650] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705525, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.863638] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705526, 'name': ReconfigVM_Task, 'duration_secs': 0.187963} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.863908] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1929.864705] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7694ea7e-7207-4222-a1d3-2b76f52cef81 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.887217] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 7f78a0a1-f025-45b5-b442-03fd28f87a6f/7f78a0a1-f025-45b5-b442-03fd28f87a6f.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1929.887521] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50842003-a2c8-4d65-85c7-fc94b6bdf9e0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.907258] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1929.907258] env[62555]: value = "task-1705527" [ 1929.907258] env[62555]: _type = "Task" [ 1929.907258] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.915630] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.029409] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "refresh_cache-701ba811-207e-4c1b-93e3-b02370a17392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.029646] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "refresh_cache-701ba811-207e-4c1b-93e3-b02370a17392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.029865] env[62555]: DEBUG nova.network.neutron [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.275533] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705525, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.418946] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705527, 'name': ReconfigVM_Task, 'duration_secs': 0.343978} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.419449] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 7f78a0a1-f025-45b5-b442-03fd28f87a6f/7f78a0a1-f025-45b5-b442-03fd28f87a6f.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1930.420498] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cba888-3bf9-4c4c-92f7-d2e73c4e67e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.441700] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f38b47c-0019-411c-b986-45936ce1b5ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.463769] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab63e26-83e4-48ae-80e5-4036b9cecfea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.485609] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0e2971-b625-47ae-90c5-70bf73c01146 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.493969] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1930.494323] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af2c450c-dc66-40a4-a185-205ebab8af71 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.501784] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1930.501784] env[62555]: value = "task-1705529" [ 1930.501784] env[62555]: _type = "Task" [ 1930.501784] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.516761] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.561578] env[62555]: DEBUG nova.network.neutron [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1930.691923] env[62555]: DEBUG nova.network.neutron [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Updating instance_info_cache with network_info: [{"id": "6a2c5491-ab9c-42cb-8453-dc0a3a70150d", "address": "fa:16:3e:86:78:1c", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2c5491-ab", "ovs_interfaceid": "6a2c5491-ab9c-42cb-8453-dc0a3a70150d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.776697] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705525, 'name': Rename_Task, 'duration_secs': 1.54128} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.776967] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1930.777285] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a43c664-68a4-4514-9d88-637013a4d894 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.784264] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1930.784264] env[62555]: value = "task-1705530" [ 1930.784264] env[62555]: _type = "Task" [ 1930.784264] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.794049] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.012709] env[62555]: DEBUG oslo_vmware.api [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705529, 'name': PowerOnVM_Task, 'duration_secs': 0.506786} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.012993] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.194627] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "refresh_cache-701ba811-207e-4c1b-93e3-b02370a17392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.195057] env[62555]: DEBUG nova.compute.manager [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Instance network_info: |[{"id": "6a2c5491-ab9c-42cb-8453-dc0a3a70150d", "address": "fa:16:3e:86:78:1c", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2c5491-ab", "ovs_interfaceid": "6a2c5491-ab9c-42cb-8453-dc0a3a70150d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1931.195564] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:78:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bff6c3a1-cc80-46ca-86c0-6dbb029edddb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a2c5491-ab9c-42cb-8453-dc0a3a70150d', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1931.203693] env[62555]: DEBUG oslo.service.loopingcall [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.204032] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1931.204744] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ed2984a-1b08-4aec-a2c4-188b71d0f439 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.225782] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1931.225782] env[62555]: value = "task-1705531" [ 1931.225782] env[62555]: _type = "Task" [ 1931.225782] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.234350] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705531, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.294787] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705530, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.494947] env[62555]: DEBUG nova.compute.manager [req-0e9f2e70-1a1e-4f50-bd75-6509ce9a28a1 req-f38b9d85-30ed-4da5-952c-e3eb6a552bed service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Received event network-changed-6a2c5491-ab9c-42cb-8453-dc0a3a70150d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1931.495275] env[62555]: DEBUG nova.compute.manager [req-0e9f2e70-1a1e-4f50-bd75-6509ce9a28a1 req-f38b9d85-30ed-4da5-952c-e3eb6a552bed service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Refreshing instance network info cache due to event network-changed-6a2c5491-ab9c-42cb-8453-dc0a3a70150d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1931.495691] env[62555]: DEBUG oslo_concurrency.lockutils [req-0e9f2e70-1a1e-4f50-bd75-6509ce9a28a1 req-f38b9d85-30ed-4da5-952c-e3eb6a552bed service nova] Acquiring lock "refresh_cache-701ba811-207e-4c1b-93e3-b02370a17392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.495691] env[62555]: DEBUG oslo_concurrency.lockutils [req-0e9f2e70-1a1e-4f50-bd75-6509ce9a28a1 req-f38b9d85-30ed-4da5-952c-e3eb6a552bed service nova] Acquired lock "refresh_cache-701ba811-207e-4c1b-93e3-b02370a17392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.495807] env[62555]: DEBUG nova.network.neutron [req-0e9f2e70-1a1e-4f50-bd75-6509ce9a28a1 req-f38b9d85-30ed-4da5-952c-e3eb6a552bed service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Refreshing network info cache for port 6a2c5491-ab9c-42cb-8453-dc0a3a70150d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1931.736389] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705531, 'name': CreateVM_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.793932] env[62555]: DEBUG oslo_vmware.api [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705530, 'name': PowerOnVM_Task, 'duration_secs': 0.582255} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.794318] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.794533] env[62555]: INFO nova.compute.manager [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Took 12.80 seconds to spawn the instance on the hypervisor. [ 1931.794712] env[62555]: DEBUG nova.compute.manager [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.795515] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11282b70-1ca4-44de-9cd9-2eac62685ae0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.024792] env[62555]: INFO nova.compute.manager [None req-bf31ba0a-3d18-4938-8300-c72bf6c7d841 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance to original state: 'active' [ 1932.237983] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705531, 'name': CreateVM_Task, 'duration_secs': 0.961055} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.237983] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1932.238727] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.238859] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.239189] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1932.239464] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7200278d-141a-4aed-95a4-d9adc1346d44 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.243560] env[62555]: DEBUG nova.network.neutron [req-0e9f2e70-1a1e-4f50-bd75-6509ce9a28a1 req-f38b9d85-30ed-4da5-952c-e3eb6a552bed service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Updated VIF entry in instance network info cache for port 6a2c5491-ab9c-42cb-8453-dc0a3a70150d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1932.243889] env[62555]: DEBUG nova.network.neutron [req-0e9f2e70-1a1e-4f50-bd75-6509ce9a28a1 req-f38b9d85-30ed-4da5-952c-e3eb6a552bed service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Updating instance_info_cache with network_info: [{"id": "6a2c5491-ab9c-42cb-8453-dc0a3a70150d", "address": "fa:16:3e:86:78:1c", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2c5491-ab", "ovs_interfaceid": "6a2c5491-ab9c-42cb-8453-dc0a3a70150d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.246198] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1932.246198] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520f9e9d-41cf-9442-c7f2-9da22618963d" [ 1932.246198] env[62555]: _type = "Task" [ 1932.246198] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.255203] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520f9e9d-41cf-9442-c7f2-9da22618963d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.312477] env[62555]: INFO nova.compute.manager [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Took 18.38 seconds to build instance. [ 1932.415323] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1932.415595] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355378', 'volume_id': '2b2cda15-6324-4b15-bf16-38133c4627ec', 'name': 'volume-2b2cda15-6324-4b15-bf16-38133c4627ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9a9894f0-a683-4493-a5c7-c24580c3c263', 'attached_at': '', 'detached_at': '', 'volume_id': '2b2cda15-6324-4b15-bf16-38133c4627ec', 'serial': '2b2cda15-6324-4b15-bf16-38133c4627ec'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1932.416517] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39ffc71-b459-4f72-8c49-5f115024c263 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.433780] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff916842-e8af-400f-b933-0c5f0ba8b8fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.459194] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-2b2cda15-6324-4b15-bf16-38133c4627ec/volume-2b2cda15-6324-4b15-bf16-38133c4627ec.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1932.459525] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d90e06b3-4b7e-462e-8bab-2d5e6bb17c6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.480914] env[62555]: DEBUG oslo_vmware.api [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1932.480914] env[62555]: value = "task-1705532" [ 1932.480914] env[62555]: _type = "Task" [ 1932.480914] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.490827] env[62555]: DEBUG oslo_vmware.api [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.747586] env[62555]: DEBUG oslo_concurrency.lockutils [req-0e9f2e70-1a1e-4f50-bd75-6509ce9a28a1 req-f38b9d85-30ed-4da5-952c-e3eb6a552bed service nova] Releasing lock "refresh_cache-701ba811-207e-4c1b-93e3-b02370a17392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.759121] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]520f9e9d-41cf-9442-c7f2-9da22618963d, 'name': SearchDatastore_Task, 'duration_secs': 0.022867} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.759435] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.759686] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1932.759914] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.760071] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.760254] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1932.760511] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56307d94-9d46-4859-8763-ae88c2474a06 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.773834] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1932.774044] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1932.774871] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39c736ea-c738-4e7c-89d8-fc53589cd32c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.781066] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1932.781066] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5286411e-36e6-4aa4-fb6c-9fb079c274c5" [ 1932.781066] env[62555]: _type = "Task" [ 1932.781066] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.791665] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5286411e-36e6-4aa4-fb6c-9fb079c274c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.814322] env[62555]: DEBUG oslo_concurrency.lockutils [None req-10230486-8756-48d0-8ff9-10529baf319b tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b45980e1-a7d2-426b-8538-bb35c05100f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.891s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.976937] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "b45980e1-a7d2-426b-8538-bb35c05100f6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.977295] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b45980e1-a7d2-426b-8538-bb35c05100f6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.977505] env[62555]: DEBUG nova.compute.manager [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1932.978517] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7142b32b-8c7e-4ae6-a6d8-edfb56b1e9e5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.989857] env[62555]: DEBUG oslo_vmware.api [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705532, 'name': ReconfigVM_Task, 'duration_secs': 0.358989} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.991406] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-2b2cda15-6324-4b15-bf16-38133c4627ec/volume-2b2cda15-6324-4b15-bf16-38133c4627ec.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1932.996014] env[62555]: DEBUG nova.compute.manager [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62555) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1932.996624] env[62555]: DEBUG nova.objects.instance [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lazy-loading 'flavor' on Instance uuid b45980e1-a7d2-426b-8538-bb35c05100f6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1932.998143] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-498c5a71-7a3b-4151-bf77-45e397c2e04f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.013924] env[62555]: DEBUG oslo_vmware.api [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1933.013924] env[62555]: value = "task-1705533" [ 1933.013924] env[62555]: _type = "Task" [ 1933.013924] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.022924] env[62555]: DEBUG oslo_vmware.api [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.292567] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5286411e-36e6-4aa4-fb6c-9fb079c274c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.293442] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310be90a-af88-4f7f-a9a2-f2d3674713cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.299534] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1933.299534] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52798e35-fb06-de90-aff2-8a1727a6b555" [ 1933.299534] env[62555]: _type = "Task" [ 1933.299534] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.307954] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52798e35-fb06-de90-aff2-8a1727a6b555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.526032] env[62555]: DEBUG oslo_vmware.api [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705533, 'name': ReconfigVM_Task, 'duration_secs': 0.14939} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.526371] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355378', 'volume_id': '2b2cda15-6324-4b15-bf16-38133c4627ec', 'name': 'volume-2b2cda15-6324-4b15-bf16-38133c4627ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9a9894f0-a683-4493-a5c7-c24580c3c263', 'attached_at': '', 'detached_at': '', 'volume_id': '2b2cda15-6324-4b15-bf16-38133c4627ec', 'serial': '2b2cda15-6324-4b15-bf16-38133c4627ec'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1933.554665] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.554935] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.555150] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.555334] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.555501] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.557610] env[62555]: INFO nova.compute.manager [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Terminating instance [ 1933.813024] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52798e35-fb06-de90-aff2-8a1727a6b555, 'name': SearchDatastore_Task, 'duration_secs': 0.013681} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.813320] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.813632] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 701ba811-207e-4c1b-93e3-b02370a17392/701ba811-207e-4c1b-93e3-b02370a17392.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1933.813924] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-970c9846-aa4d-4f53-9874-4a17542be02e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.822190] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1933.822190] env[62555]: value = "task-1705534" [ 1933.822190] env[62555]: _type = "Task" [ 1933.822190] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.831139] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.013247] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.013755] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2697526-3463-47e5-81ce-1b13a86c4f52 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.022060] env[62555]: DEBUG oslo_vmware.api [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1934.022060] env[62555]: value = "task-1705535" [ 1934.022060] env[62555]: _type = "Task" [ 1934.022060] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.034374] env[62555]: DEBUG oslo_vmware.api [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.052919] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.052919] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.052919] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.053319] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.053319] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.055648] env[62555]: INFO nova.compute.manager [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Terminating instance [ 1934.062173] env[62555]: DEBUG nova.compute.manager [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1934.062421] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.064672] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23a9e2f1-d6f4-484d-a774-1136005bbde7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.074367] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1934.074367] env[62555]: value = "task-1705536" [ 1934.074367] env[62555]: _type = "Task" [ 1934.074367] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.085898] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.333717] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705534, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.532566] env[62555]: DEBUG oslo_vmware.api [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705535, 'name': PowerOffVM_Task, 'duration_secs': 0.209204} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.532933] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.533069] env[62555]: DEBUG nova.compute.manager [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1934.533901] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29caeae8-5e7d-40a1-b405-3b98326e8875 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.559986] env[62555]: DEBUG nova.compute.manager [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1934.560245] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.561171] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c939fb1b-6872-483d-984a-a264cc486044 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.570523] env[62555]: DEBUG nova.objects.instance [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'flavor' on Instance uuid 9a9894f0-a683-4493-a5c7-c24580c3c263 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.571928] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.572228] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde78fb9-02e3-4ab3-bf17-d3b4e97fbdc0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.581326] env[62555]: DEBUG oslo_vmware.api [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1934.581326] env[62555]: value = "task-1705537" [ 1934.581326] env[62555]: _type = "Task" [ 1934.581326] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.589459] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705536, 'name': PowerOffVM_Task, 'duration_secs': 0.180541} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.590163] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1934.590344] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1934.590508] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355357', 'volume_id': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'name': 'volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '28e85c52-3fbd-4c74-b6fb-2117a9ce7956', 'attached_at': '2024-12-10T20:11:02.000000', 'detached_at': '', 'volume_id': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'serial': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1934.591301] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e54697a-4fb3-4fab-b672-b8779be89d26 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.596931] env[62555]: DEBUG oslo_vmware.api [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.613880] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5be873e-826d-4a0b-a15e-d2d260240bf0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.621060] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008d4921-f205-4458-91e1-d7e4db2f69b5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.642437] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b747aa63-503a-4fd1-a33c-a3b108ba85c8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.660173] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] The volume has not been displaced from its original location: [datastore1] volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543/volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1934.665748] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1934.666169] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afac4948-b0be-4521-bc7b-7fc904e4988f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.686196] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1934.686196] env[62555]: value = "task-1705538" [ 1934.686196] env[62555]: _type = "Task" [ 1934.686196] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.696158] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.835598] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751913} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.835598] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 701ba811-207e-4c1b-93e3-b02370a17392/701ba811-207e-4c1b-93e3-b02370a17392.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1934.835908] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1934.835946] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c40b9e9c-e121-44ff-84a7-8bc2e6da6b52 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.846112] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1934.846112] env[62555]: value = "task-1705539" [ 1934.846112] env[62555]: _type = "Task" [ 1934.846112] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.858020] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.045706] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f73a70cd-39ae-4ed2-b011-d946bf091fa5 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b45980e1-a7d2-426b-8538-bb35c05100f6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.079945] env[62555]: DEBUG oslo_concurrency.lockutils [None req-219ecb63-bebb-43df-ad31-40bb512e3ef2 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.272s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.092115] env[62555]: DEBUG oslo_vmware.api [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705537, 'name': PowerOffVM_Task, 'duration_secs': 0.205376} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.092115] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.092327] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1935.092700] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33ee7b26-8b53-4a4b-a6ea-3f9986f21e94 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.173688] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.173995] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.174209] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleting the datastore file [datastore1] 7f78a0a1-f025-45b5-b442-03fd28f87a6f {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.174849] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72c9747a-d4f0-45cd-b8d6-4ac61a301927 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.183742] env[62555]: DEBUG oslo_vmware.api [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1935.183742] env[62555]: value = "task-1705541" [ 1935.183742] env[62555]: _type = "Task" [ 1935.183742] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.197841] env[62555]: DEBUG oslo_vmware.api [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.200628] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705538, 'name': ReconfigVM_Task, 'duration_secs': 0.197259} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.200900] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1935.205491] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60ac8864-a352-4256-b34b-dae068c73629 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.222802] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1935.222802] env[62555]: value = "task-1705542" [ 1935.222802] env[62555]: _type = "Task" [ 1935.222802] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.232234] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.357195] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125581} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.357462] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1935.358247] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e567327a-60e8-4435-97f6-315f5349d2aa {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.382668] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 701ba811-207e-4c1b-93e3-b02370a17392/701ba811-207e-4c1b-93e3-b02370a17392.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1935.382965] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3b1f7ed-ce1b-4eba-baf2-1e88809468cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.403296] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1935.403296] env[62555]: value = "task-1705543" [ 1935.403296] env[62555]: _type = "Task" [ 1935.403296] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.416369] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.600048] env[62555]: DEBUG oslo_concurrency.lockutils [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "b45980e1-a7d2-426b-8538-bb35c05100f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.600429] env[62555]: DEBUG oslo_concurrency.lockutils [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b45980e1-a7d2-426b-8538-bb35c05100f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.600429] env[62555]: DEBUG oslo_concurrency.lockutils [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "b45980e1-a7d2-426b-8538-bb35c05100f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.600604] env[62555]: DEBUG oslo_concurrency.lockutils [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b45980e1-a7d2-426b-8538-bb35c05100f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.600771] env[62555]: DEBUG oslo_concurrency.lockutils [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b45980e1-a7d2-426b-8538-bb35c05100f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.602966] env[62555]: INFO nova.compute.manager [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Terminating instance [ 1935.693903] env[62555]: DEBUG oslo_vmware.api [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186712} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.694184] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.694372] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.694563] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.694740] env[62555]: INFO nova.compute.manager [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1935.694991] env[62555]: DEBUG oslo.service.loopingcall [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.695207] env[62555]: DEBUG nova.compute.manager [-] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1935.695301] env[62555]: DEBUG nova.network.neutron [-] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1935.733289] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.914557] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.964880] env[62555]: DEBUG nova.compute.manager [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Stashing vm_state: active {{(pid=62555) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1936.106493] env[62555]: DEBUG nova.compute.manager [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1936.106720] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1936.107772] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a652448-e8db-4554-a938-760b0250c8cf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.116395] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1936.116652] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261a0f27-f2eb-43b1-8bdd-b3a50066624c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.239723] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705542, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.253293] env[62555]: DEBUG nova.compute.manager [req-b5651a69-8d9d-4d9e-b470-59a32ba82f9f req-73f3fd69-35a6-4426-995c-2183c351a8c7 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Received event network-vif-deleted-e9bdb3fd-5d60-488f-93dd-07d3f2b4695f {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1936.253521] env[62555]: INFO nova.compute.manager [req-b5651a69-8d9d-4d9e-b470-59a32ba82f9f req-73f3fd69-35a6-4426-995c-2183c351a8c7 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Neutron deleted interface e9bdb3fd-5d60-488f-93dd-07d3f2b4695f; detaching it from the instance and deleting it from the info cache [ 1936.253829] env[62555]: DEBUG nova.network.neutron [req-b5651a69-8d9d-4d9e-b470-59a32ba82f9f req-73f3fd69-35a6-4426-995c-2183c351a8c7 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.414223] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.485331] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.485606] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.734400] env[62555]: DEBUG nova.network.neutron [-] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.735703] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705542, 'name': ReconfigVM_Task, 'duration_secs': 1.284285} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.736195] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355357', 'volume_id': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'name': 'volume-f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '28e85c52-3fbd-4c74-b6fb-2117a9ce7956', 'attached_at': '2024-12-10T20:11:02.000000', 'detached_at': '', 'volume_id': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543', 'serial': 'f3bdd6b3-6f41-4d4d-b071-67fa49fb2543'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1936.736470] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1936.737280] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab4ff96-9d56-4658-acdf-bc836ad27d82 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.744217] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1936.744582] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50b85457-5336-426d-bba6-b98dec179b2c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.756784] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8db758ee-9280-4306-b064-89bf28625f78 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.765630] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d48dfff-54ca-42e0-8c6f-e27694192373 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.796963] env[62555]: DEBUG nova.compute.manager [req-b5651a69-8d9d-4d9e-b470-59a32ba82f9f req-73f3fd69-35a6-4426-995c-2183c351a8c7 service nova] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Detach interface failed, port_id=e9bdb3fd-5d60-488f-93dd-07d3f2b4695f, reason: Instance 7f78a0a1-f025-45b5-b442-03fd28f87a6f could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1936.915438] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.990499] env[62555]: INFO nova.compute.claims [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1937.237606] env[62555]: INFO nova.compute.manager [-] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Took 1.54 seconds to deallocate network for instance. [ 1937.417864] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705543, 'name': ReconfigVM_Task, 'duration_secs': 1.602414} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.419123] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 701ba811-207e-4c1b-93e3-b02370a17392/701ba811-207e-4c1b-93e3-b02370a17392.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.419879] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e105caa-7f49-4b32-8a30-71ba9785c6a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.423311] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1937.423514] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1937.423775] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleting the datastore file [datastore1] b45980e1-a7d2-426b-8538-bb35c05100f6 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.424184] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1937.424416] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1937.424657] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleting the datastore file [datastore1] 28e85c52-3fbd-4c74-b6fb-2117a9ce7956 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1937.425517] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d33967b-842e-44e8-893a-5523a463f3fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.427809] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b794001-2007-47b6-93be-f9e1ed0a7b7a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.431664] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1937.431664] env[62555]: value = "task-1705546" [ 1937.431664] env[62555]: _type = "Task" [ 1937.431664] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.437567] env[62555]: DEBUG oslo_vmware.api [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1937.437567] env[62555]: value = "task-1705547" [ 1937.437567] env[62555]: _type = "Task" [ 1937.437567] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.437850] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1937.437850] env[62555]: value = "task-1705548" [ 1937.437850] env[62555]: _type = "Task" [ 1937.437850] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.458370] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705546, 'name': Rename_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.458628] env[62555]: DEBUG oslo_vmware.api [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.461520] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.499570] env[62555]: INFO nova.compute.resource_tracker [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating resource usage from migration 4ce0accf-b5de-4e2f-86a8-7b565017f350 [ 1937.621960] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9965cce-2ed4-49c6-92ae-a17b1c2bed13 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.630012] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81af1b5f-2401-4ecd-9464-c1bf6985b639 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.660671] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5191d8-0cb6-4940-90d5-297c88ac3509 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.667783] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407fff66-9250-43a8-942f-00b0c8cc77c8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.680894] env[62555]: DEBUG nova.compute.provider_tree [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1937.744289] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.947877] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705546, 'name': Rename_Task, 'duration_secs': 0.162789} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.948847] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1937.949122] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fdbdf63-740c-4363-b7dc-1b83e2a423f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.955696] env[62555]: DEBUG oslo_vmware.api [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090411} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.955905] env[62555]: DEBUG oslo_vmware.api [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141343} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.956477] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.956718] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.956891] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.957076] env[62555]: INFO nova.compute.manager [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Took 3.89 seconds to destroy the instance on the hypervisor. [ 1937.957347] env[62555]: DEBUG oslo.service.loopingcall [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.957548] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1937.957711] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1937.957877] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1937.958046] env[62555]: INFO nova.compute.manager [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Took 1.85 seconds to destroy the instance on the hypervisor. [ 1937.958269] env[62555]: DEBUG oslo.service.loopingcall [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1937.958444] env[62555]: DEBUG nova.compute.manager [-] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1937.958536] env[62555]: DEBUG nova.network.neutron [-] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1937.959993] env[62555]: DEBUG nova.compute.manager [-] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1937.960126] env[62555]: DEBUG nova.network.neutron [-] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1937.962443] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1937.962443] env[62555]: value = "task-1705549" [ 1937.962443] env[62555]: _type = "Task" [ 1937.962443] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.970841] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.208282] env[62555]: ERROR nova.scheduler.client.report [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [req-3c614864-830d-46f5-832e-eaaccd13ca48] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c614864-830d-46f5-832e-eaaccd13ca48"}]} [ 1938.229510] env[62555]: DEBUG nova.scheduler.client.report [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1938.244414] env[62555]: DEBUG nova.scheduler.client.report [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1938.244414] env[62555]: DEBUG nova.compute.provider_tree [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1938.263550] env[62555]: DEBUG nova.scheduler.client.report [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1938.279819] env[62555]: DEBUG nova.compute.manager [req-26f104db-4df7-4b20-8314-7a479a60dc33 req-cece684b-8670-45eb-a38e-d0fa43a29716 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Received event network-vif-deleted-2db8c876-bda7-4ba9-95b7-bf1e82449f85 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1938.280078] env[62555]: INFO nova.compute.manager [req-26f104db-4df7-4b20-8314-7a479a60dc33 req-cece684b-8670-45eb-a38e-d0fa43a29716 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Neutron deleted interface 2db8c876-bda7-4ba9-95b7-bf1e82449f85; detaching it from the instance and deleting it from the info cache [ 1938.280283] env[62555]: DEBUG nova.network.neutron [req-26f104db-4df7-4b20-8314-7a479a60dc33 req-cece684b-8670-45eb-a38e-d0fa43a29716 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.282682] env[62555]: DEBUG nova.scheduler.client.report [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1938.418508] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2d8354-2ed6-44e3-96e3-f2c1f1d3bbef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.428063] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c886fd-d288-46d3-b0b4-8392b6cc00b1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.463816] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13669ad7-5b4f-4609-9e82-b1b678980f40 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.474563] env[62555]: DEBUG oslo_vmware.api [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705549, 'name': PowerOnVM_Task, 'duration_secs': 0.482513} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.476825] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1938.477056] env[62555]: INFO nova.compute.manager [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1938.477275] env[62555]: DEBUG nova.compute.manager [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1938.478098] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ffe594-be44-47cc-a6b8-2dfb1c6baaea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.481483] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0abcc5a-8cad-4ece-b5e6-254a9dffb445 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.500568] env[62555]: DEBUG nova.compute.provider_tree [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1938.594232] env[62555]: DEBUG nova.compute.manager [req-e8748da8-e14e-4ae6-8a8e-8d5265c5427b req-b3537f3a-cab2-418e-a737-d66b3b5587ae service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Received event network-vif-deleted-6cde3f8c-5ecb-448b-a288-72b480492545 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1938.594588] env[62555]: INFO nova.compute.manager [req-e8748da8-e14e-4ae6-8a8e-8d5265c5427b req-b3537f3a-cab2-418e-a737-d66b3b5587ae service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Neutron deleted interface 6cde3f8c-5ecb-448b-a288-72b480492545; detaching it from the instance and deleting it from the info cache [ 1938.594588] env[62555]: DEBUG nova.network.neutron [req-e8748da8-e14e-4ae6-8a8e-8d5265c5427b req-b3537f3a-cab2-418e-a737-d66b3b5587ae service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.726355] env[62555]: DEBUG nova.network.neutron [-] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.785902] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ee9122c-4eaa-4f31-8bfc-7afbb6be2915 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.797732] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed795a3d-ac1f-4f81-ba99-a3a32a43f9af {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.828785] env[62555]: DEBUG nova.compute.manager [req-26f104db-4df7-4b20-8314-7a479a60dc33 req-cece684b-8670-45eb-a38e-d0fa43a29716 service nova] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Detach interface failed, port_id=2db8c876-bda7-4ba9-95b7-bf1e82449f85, reason: Instance b45980e1-a7d2-426b-8538-bb35c05100f6 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1939.013257] env[62555]: INFO nova.compute.manager [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Took 15.72 seconds to build instance. [ 1939.038552] env[62555]: DEBUG nova.scheduler.client.report [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 180 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1939.038866] env[62555]: DEBUG nova.compute.provider_tree [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 180 to 181 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1939.039080] env[62555]: DEBUG nova.compute.provider_tree [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1939.071043] env[62555]: DEBUG nova.network.neutron [-] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.097660] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f63ec25-4a01-4678-ad4e-e9a9d6ab42c1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.108060] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b251ad-897a-478c-aefd-3edd13782047 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.137902] env[62555]: DEBUG nova.compute.manager [req-e8748da8-e14e-4ae6-8a8e-8d5265c5427b req-b3537f3a-cab2-418e-a737-d66b3b5587ae service nova] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Detach interface failed, port_id=6cde3f8c-5ecb-448b-a288-72b480492545, reason: Instance 28e85c52-3fbd-4c74-b6fb-2117a9ce7956 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1939.231043] env[62555]: INFO nova.compute.manager [-] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Took 1.27 seconds to deallocate network for instance. [ 1939.515048] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dab303f4-6e48-4319-87c6-cf6fbe16d57c tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.233s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.543641] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.058s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.543641] env[62555]: INFO nova.compute.manager [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Migrating [ 1939.550673] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.806s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.550856] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.572528] env[62555]: INFO nova.compute.manager [-] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Took 1.61 seconds to deallocate network for instance. [ 1939.577037] env[62555]: INFO nova.scheduler.client.report [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleted allocations for instance 7f78a0a1-f025-45b5-b442-03fd28f87a6f [ 1939.739060] env[62555]: DEBUG oslo_concurrency.lockutils [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.739246] env[62555]: DEBUG oslo_concurrency.lockutils [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.739367] env[62555]: DEBUG nova.objects.instance [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lazy-loading 'resources' on Instance uuid b45980e1-a7d2-426b-8538-bb35c05100f6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.061135] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.061541] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.061541] env[62555]: DEBUG nova.network.neutron [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1940.084112] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5646cc76-a4d8-4173-b9a6-d1525c7885d4 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "7f78a0a1-f025-45b5-b442-03fd28f87a6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.032s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.119748] env[62555]: INFO nova.compute.manager [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Took 0.55 seconds to detach 1 volumes for instance. [ 1940.121681] env[62555]: DEBUG nova.compute.manager [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Deleting volume: f3bdd6b3-6f41-4d4d-b071-67fa49fb2543 {{(pid=62555) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1940.365778] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd489c05-7f1e-44ad-b781-9aec3f3b96e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.374236] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e302b808-6993-449b-9e3e-cb05c89df263 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.381589] env[62555]: DEBUG nova.compute.manager [req-ca72ec96-dfca-4200-8e19-c1b43432bb11 req-0ea9dc51-9214-4466-a42b-2929d16b8637 service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Received event network-changed-6a2c5491-ab9c-42cb-8453-dc0a3a70150d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1940.381836] env[62555]: DEBUG nova.compute.manager [req-ca72ec96-dfca-4200-8e19-c1b43432bb11 req-0ea9dc51-9214-4466-a42b-2929d16b8637 service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Refreshing instance network info cache due to event network-changed-6a2c5491-ab9c-42cb-8453-dc0a3a70150d. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1940.382040] env[62555]: DEBUG oslo_concurrency.lockutils [req-ca72ec96-dfca-4200-8e19-c1b43432bb11 req-0ea9dc51-9214-4466-a42b-2929d16b8637 service nova] Acquiring lock "refresh_cache-701ba811-207e-4c1b-93e3-b02370a17392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.382188] env[62555]: DEBUG oslo_concurrency.lockutils [req-ca72ec96-dfca-4200-8e19-c1b43432bb11 req-0ea9dc51-9214-4466-a42b-2929d16b8637 service nova] Acquired lock "refresh_cache-701ba811-207e-4c1b-93e3-b02370a17392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.382349] env[62555]: DEBUG nova.network.neutron [req-ca72ec96-dfca-4200-8e19-c1b43432bb11 req-0ea9dc51-9214-4466-a42b-2929d16b8637 service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Refreshing network info cache for port 6a2c5491-ab9c-42cb-8453-dc0a3a70150d {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1940.411495] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8857677a-f8d3-4bac-a896-842831cbfb2c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.422043] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab7f121-4ae1-417b-afbd-77dd65aabe3b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.437491] env[62555]: DEBUG nova.compute.provider_tree [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.668422] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.743075] env[62555]: DEBUG nova.network.neutron [req-ca72ec96-dfca-4200-8e19-c1b43432bb11 req-0ea9dc51-9214-4466-a42b-2929d16b8637 service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Updated VIF entry in instance network info cache for port 6a2c5491-ab9c-42cb-8453-dc0a3a70150d. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1940.743503] env[62555]: DEBUG nova.network.neutron [req-ca72ec96-dfca-4200-8e19-c1b43432bb11 req-0ea9dc51-9214-4466-a42b-2929d16b8637 service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Updating instance_info_cache with network_info: [{"id": "6a2c5491-ab9c-42cb-8453-dc0a3a70150d", "address": "fa:16:3e:86:78:1c", "network": {"id": "f425e562-c8bd-4916-8ab3-9a422f4c3b1d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1860136604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b49345d38a064939b5d31485e39568c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bff6c3a1-cc80-46ca-86c0-6dbb029edddb", "external-id": "nsx-vlan-transportzone-223", "segmentation_id": 223, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a2c5491-ab", "ovs_interfaceid": "6a2c5491-ab9c-42cb-8453-dc0a3a70150d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.776412] env[62555]: DEBUG nova.network.neutron [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance_info_cache with network_info: [{"id": "fd166c92-139a-424e-823f-71baa2c5bf2a", "address": "fa:16:3e:22:73:86", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd166c92-13", "ovs_interfaceid": "fd166c92-139a-424e-823f-71baa2c5bf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.942042] env[62555]: DEBUG nova.scheduler.client.report [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1941.246056] env[62555]: DEBUG oslo_concurrency.lockutils [req-ca72ec96-dfca-4200-8e19-c1b43432bb11 req-0ea9dc51-9214-4466-a42b-2929d16b8637 service nova] Releasing lock "refresh_cache-701ba811-207e-4c1b-93e3-b02370a17392" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.279071] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.446352] env[62555]: DEBUG oslo_concurrency.lockutils [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.449801] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.780s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.450238] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.465256] env[62555]: INFO nova.scheduler.client.report [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted allocations for instance b45980e1-a7d2-426b-8538-bb35c05100f6 [ 1941.466951] env[62555]: INFO nova.scheduler.client.report [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted allocations for instance 28e85c52-3fbd-4c74-b6fb-2117a9ce7956 [ 1941.559794] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "b14c875b-a0a0-44c3-b714-850f41736e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.560053] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "b14c875b-a0a0-44c3-b714-850f41736e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.976900] env[62555]: DEBUG oslo_concurrency.lockutils [None req-260560f4-b45e-4a02-ba50-bdb3332bd479 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "b45980e1-a7d2-426b-8538-bb35c05100f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.376s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.977980] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ddd96951-08e9-4721-a59e-959cd2163cd5 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "28e85c52-3fbd-4c74-b6fb-2117a9ce7956" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.423s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.064230] env[62555]: DEBUG nova.compute.manager [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1942.582178] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.582450] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.584409] env[62555]: INFO nova.compute.claims [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1942.603198] env[62555]: DEBUG oslo_concurrency.lockutils [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.603541] env[62555]: DEBUG oslo_concurrency.lockutils [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.603834] env[62555]: DEBUG oslo_concurrency.lockutils [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.604309] env[62555]: DEBUG oslo_concurrency.lockutils [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.604693] env[62555]: DEBUG oslo_concurrency.lockutils [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.606835] env[62555]: INFO nova.compute.manager [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Terminating instance [ 1942.794505] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358c913f-4d6c-484c-9c1e-499df42f79e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.820950] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance '9a9894f0-a683-4493-a5c7-c24580c3c263' progress to 0 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1942.924257] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.924492] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.110758] env[62555]: DEBUG nova.compute.manager [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1943.110980] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.112214] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9ed431-4c18-4931-a205-1cc174e82812 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.120614] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.120850] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c2bfb1f-2677-4519-a6d1-1790c88d79b9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.129062] env[62555]: DEBUG oslo_vmware.api [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1943.129062] env[62555]: value = "task-1705551" [ 1943.129062] env[62555]: _type = "Task" [ 1943.129062] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.137401] env[62555]: DEBUG oslo_vmware.api [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.330029] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.330414] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e03fbf9-6db0-4ff2-a3d7-170cd6b6bbd8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.338230] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1943.338230] env[62555]: value = "task-1705552" [ 1943.338230] env[62555]: _type = "Task" [ 1943.338230] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.348483] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.426846] env[62555]: DEBUG nova.compute.manager [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1943.640935] env[62555]: DEBUG oslo_vmware.api [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705551, 'name': PowerOffVM_Task, 'duration_secs': 0.202903} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.640935] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1943.640935] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1943.641367] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68c7396b-1962-4178-8a50-49a4ee87b770 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.701475] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081f2c36-0978-4dee-8683-05b72d42df4a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.709364] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5eb0c2-6759-480e-8f7c-5d2663203a0a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.742378] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f97f2f4-31a7-4f46-8e0e-8555886ad5d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.745011] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1943.745231] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1943.745412] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleting the datastore file [datastore1] aa2691a4-5a6b-4303-8b24-d3392c8d3e2d {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1943.745648] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89dcea15-3561-47f2-a02c-991b22c97d63 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.752261] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b0565d-b9c7-4eaa-9a6d-fc778763f291 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.756714] env[62555]: DEBUG oslo_vmware.api [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1943.756714] env[62555]: value = "task-1705554" [ 1943.756714] env[62555]: _type = "Task" [ 1943.756714] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.767389] env[62555]: DEBUG nova.compute.provider_tree [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1943.773332] env[62555]: DEBUG oslo_vmware.api [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.849593] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705552, 'name': PowerOffVM_Task, 'duration_secs': 0.167648} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.849868] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1943.850112] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance '9a9894f0-a683-4493-a5c7-c24580c3c263' progress to 17 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1943.948269] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.267683] env[62555]: DEBUG oslo_vmware.api [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199132} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.267930] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1944.268134] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1944.268378] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1944.268579] env[62555]: INFO nova.compute.manager [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1944.268827] env[62555]: DEBUG oslo.service.loopingcall [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1944.269040] env[62555]: DEBUG nova.compute.manager [-] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1944.269138] env[62555]: DEBUG nova.network.neutron [-] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1944.287540] env[62555]: ERROR nova.scheduler.client.report [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [req-54e0bc8c-11db-4288-9997-696d3cd38ac1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5f354455-75f8-40c8-86fa-d8c530c2fdf0. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54e0bc8c-11db-4288-9997-696d3cd38ac1"}]} [ 1944.307527] env[62555]: DEBUG nova.scheduler.client.report [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 1944.322959] env[62555]: DEBUG nova.scheduler.client.report [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 1944.323235] env[62555]: DEBUG nova.compute.provider_tree [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 179, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1944.335011] env[62555]: DEBUG nova.scheduler.client.report [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 1944.356470] env[62555]: DEBUG nova.scheduler.client.report [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 1944.360899] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1944.360899] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1944.360899] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1944.360899] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1944.361114] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1944.361151] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1944.363144] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1944.363144] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1944.363144] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1944.363144] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1944.363144] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1944.367429] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b50ee65-519c-467d-8708-da08d6b5fa04 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.384340] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1944.384340] env[62555]: value = "task-1705555" [ 1944.384340] env[62555]: _type = "Task" [ 1944.384340] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.393252] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.486853] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3dd93c-f693-493d-b9c9-bdc1050da67e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.496120] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b47ea-bad1-4284-8eff-4be01bc3f8ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.530114] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a3b77f5-d308-4565-8ab6-ece6654e4908 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.539109] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6187d17a-6d9c-4ccf-a967-b1de13070027 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.545197] env[62555]: DEBUG nova.compute.manager [req-78f01aea-53f9-4f1a-ab6c-361778f43b21 req-201b7c2b-81e4-4dd3-8ac3-c02e0aba9a64 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Received event network-vif-deleted-70a3e038-d1cd-49fd-994d-8aee2013ec9a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1944.545425] env[62555]: INFO nova.compute.manager [req-78f01aea-53f9-4f1a-ab6c-361778f43b21 req-201b7c2b-81e4-4dd3-8ac3-c02e0aba9a64 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Neutron deleted interface 70a3e038-d1cd-49fd-994d-8aee2013ec9a; detaching it from the instance and deleting it from the info cache [ 1944.545602] env[62555]: DEBUG nova.network.neutron [req-78f01aea-53f9-4f1a-ab6c-361778f43b21 req-201b7c2b-81e4-4dd3-8ac3-c02e0aba9a64 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1944.557525] env[62555]: DEBUG nova.compute.provider_tree [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1944.895047] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705555, 'name': ReconfigVM_Task, 'duration_secs': 0.180311} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.895445] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance '9a9894f0-a683-4493-a5c7-c24580c3c263' progress to 33 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1945.033746] env[62555]: DEBUG nova.network.neutron [-] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.048710] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2c1755e-ff39-44d5-8594-57a4d82a3815 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.059660] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8247b5-de5f-481b-a9e5-c06da1612815 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.092540] env[62555]: DEBUG nova.compute.manager [req-78f01aea-53f9-4f1a-ab6c-361778f43b21 req-201b7c2b-81e4-4dd3-8ac3-c02e0aba9a64 service nova] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Detach interface failed, port_id=70a3e038-d1cd-49fd-994d-8aee2013ec9a, reason: Instance aa2691a4-5a6b-4303-8b24-d3392c8d3e2d could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1945.097798] env[62555]: DEBUG nova.scheduler.client.report [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Updated inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:972}} [ 1945.098056] env[62555]: DEBUG nova.compute.provider_tree [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Updating resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 generation from 183 to 184 during operation: update_inventory {{(pid=62555) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1945.098254] env[62555]: DEBUG nova.compute.provider_tree [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1945.402039] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1945.402302] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1945.402459] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.402639] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1945.402781] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.402945] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1945.403157] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1945.403315] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1945.403480] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1945.403638] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1945.403805] env[62555]: DEBUG nova.virt.hardware [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1945.409469] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1945.409982] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d09c8a-7928-49b2-9e77-3ac4a0ae0a62 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.430119] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1945.430119] env[62555]: value = "task-1705556" [ 1945.430119] env[62555]: _type = "Task" [ 1945.430119] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.440221] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.536968] env[62555]: INFO nova.compute.manager [-] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Took 1.27 seconds to deallocate network for instance. [ 1945.602816] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.020s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.603393] env[62555]: DEBUG nova.compute.manager [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1945.606544] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.658s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.608076] env[62555]: INFO nova.compute.claims [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1945.940904] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705556, 'name': ReconfigVM_Task, 'duration_secs': 0.19791} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.944128] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1945.944128] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620ae10d-cf9d-4fe2-b43c-afb875333993 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.966518] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 9a9894f0-a683-4493-a5c7-c24580c3c263/9a9894f0-a683-4493-a5c7-c24580c3c263.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1945.966812] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f55a6d8-313e-49ff-becf-aba8c8ea784f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.984603] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1945.984603] env[62555]: value = "task-1705557" [ 1945.984603] env[62555]: _type = "Task" [ 1945.984603] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.995612] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.043926] env[62555]: DEBUG oslo_concurrency.lockutils [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1946.112707] env[62555]: DEBUG nova.compute.utils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1946.116056] env[62555]: DEBUG nova.compute.manager [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1946.116236] env[62555]: DEBUG nova.network.neutron [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1946.165795] env[62555]: DEBUG nova.policy [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '169bb5a0fbd045689559ac3cea0d5a96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14065bdf84a24b9aa6fdbec28f26066d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1946.439614] env[62555]: DEBUG nova.network.neutron [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Successfully created port: b78ade98-87c3-43a1-b5cd-393e4fbe23b3 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1946.494845] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705557, 'name': ReconfigVM_Task, 'duration_secs': 0.27651} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.495187] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 9a9894f0-a683-4493-a5c7-c24580c3c263/9a9894f0-a683-4493-a5c7-c24580c3c263.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1946.495485] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance '9a9894f0-a683-4493-a5c7-c24580c3c263' progress to 50 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1946.617138] env[62555]: DEBUG nova.compute.manager [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1946.722515] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095233d3-096b-448b-af93-8219014a3bdc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.730048] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94802805-790d-4854-9afb-581547a4210d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.759952] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e089e827-df30-41ce-8336-42a7de0299f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.766567] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bc3caa-d937-4492-98b8-054a1d67d6c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.779064] env[62555]: DEBUG nova.compute.provider_tree [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1947.002768] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f563c0-01c6-4d07-8964-800c8ba53110 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.024596] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec20b13-8531-40e3-8873-3077a20e293b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.044905] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance '9a9894f0-a683-4493-a5c7-c24580c3c263' progress to 67 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1947.282548] env[62555]: DEBUG nova.scheduler.client.report [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1947.629582] env[62555]: DEBUG nova.compute.manager [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1947.655308] env[62555]: DEBUG nova.virt.hardware [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1947.655558] env[62555]: DEBUG nova.virt.hardware [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1947.655715] env[62555]: DEBUG nova.virt.hardware [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1947.655894] env[62555]: DEBUG nova.virt.hardware [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1947.656052] env[62555]: DEBUG nova.virt.hardware [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1947.656204] env[62555]: DEBUG nova.virt.hardware [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1947.656409] env[62555]: DEBUG nova.virt.hardware [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1947.656568] env[62555]: DEBUG nova.virt.hardware [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1947.656730] env[62555]: DEBUG nova.virt.hardware [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1947.656888] env[62555]: DEBUG nova.virt.hardware [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1947.657069] env[62555]: DEBUG nova.virt.hardware [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1947.658040] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be8bce2-189e-4f65-839c-ad2e02e4b654 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.665933] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5ea156-e240-478a-a17a-b716d660f44f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.787868] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.788575] env[62555]: DEBUG nova.compute.manager [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1947.791197] env[62555]: DEBUG oslo_concurrency.lockutils [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.747s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.791432] env[62555]: DEBUG nova.objects.instance [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lazy-loading 'resources' on Instance uuid aa2691a4-5a6b-4303-8b24-d3392c8d3e2d {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1947.793856] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.845651] env[62555]: DEBUG nova.compute.manager [req-19db4134-8fad-4757-b758-2251b1751344 req-94c70fc4-2418-49e6-9f81-fafb72696d02 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Received event network-vif-plugged-b78ade98-87c3-43a1-b5cd-393e4fbe23b3 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1947.845651] env[62555]: DEBUG oslo_concurrency.lockutils [req-19db4134-8fad-4757-b758-2251b1751344 req-94c70fc4-2418-49e6-9f81-fafb72696d02 service nova] Acquiring lock "b14c875b-a0a0-44c3-b714-850f41736e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1947.845651] env[62555]: DEBUG oslo_concurrency.lockutils [req-19db4134-8fad-4757-b758-2251b1751344 req-94c70fc4-2418-49e6-9f81-fafb72696d02 service nova] Lock "b14c875b-a0a0-44c3-b714-850f41736e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1947.845651] env[62555]: DEBUG oslo_concurrency.lockutils [req-19db4134-8fad-4757-b758-2251b1751344 req-94c70fc4-2418-49e6-9f81-fafb72696d02 service nova] Lock "b14c875b-a0a0-44c3-b714-850f41736e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.845651] env[62555]: DEBUG nova.compute.manager [req-19db4134-8fad-4757-b758-2251b1751344 req-94c70fc4-2418-49e6-9f81-fafb72696d02 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] No waiting events found dispatching network-vif-plugged-b78ade98-87c3-43a1-b5cd-393e4fbe23b3 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1947.845651] env[62555]: WARNING nova.compute.manager [req-19db4134-8fad-4757-b758-2251b1751344 req-94c70fc4-2418-49e6-9f81-fafb72696d02 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Received unexpected event network-vif-plugged-b78ade98-87c3-43a1-b5cd-393e4fbe23b3 for instance with vm_state building and task_state spawning. [ 1947.925132] env[62555]: DEBUG nova.network.neutron [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Successfully updated port: b78ade98-87c3-43a1-b5cd-393e4fbe23b3 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1948.294715] env[62555]: DEBUG nova.compute.utils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1948.298800] env[62555]: DEBUG nova.compute.manager [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1948.298987] env[62555]: DEBUG nova.network.neutron [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1948.339246] env[62555]: DEBUG nova.policy [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5540bd9d58684613977b2fda124470d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9474985563df48aca87e2fb4d6253c91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1948.401120] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb9ed62-9bb4-4918-9fa3-68fe52487021 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.409369] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444ba82b-a01e-4405-939d-1571562ddce3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.444472] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.444749] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.444908] env[62555]: DEBUG nova.network.neutron [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.448628] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06480a0-a716-4577-83d3-56415aa5c145 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.457701] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea771e4-ee8d-47de-8922-ca3bff28c672 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.472144] env[62555]: DEBUG nova.compute.provider_tree [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.630201] env[62555]: DEBUG nova.network.neutron [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Successfully created port: c75a22c9-5998-4d58-8bc2-1f53e27cb456 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1948.700835] env[62555]: DEBUG nova.network.neutron [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Port fd166c92-139a-424e-823f-71baa2c5bf2a binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1948.793988] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.794188] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 1948.798981] env[62555]: DEBUG nova.compute.manager [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1948.975622] env[62555]: DEBUG nova.scheduler.client.report [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1948.979519] env[62555]: DEBUG nova.network.neutron [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1949.107842] env[62555]: DEBUG nova.network.neutron [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Updating instance_info_cache with network_info: [{"id": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "address": "fa:16:3e:a0:04:01", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78ade98-87", "ovs_interfaceid": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.483408] env[62555]: DEBUG oslo_concurrency.lockutils [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.505039] env[62555]: INFO nova.scheduler.client.report [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted allocations for instance aa2691a4-5a6b-4303-8b24-d3392c8d3e2d [ 1949.610450] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.610779] env[62555]: DEBUG nova.compute.manager [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Instance network_info: |[{"id": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "address": "fa:16:3e:a0:04:01", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78ade98-87", "ovs_interfaceid": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1949.611228] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:04:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b78ade98-87c3-43a1-b5cd-393e4fbe23b3', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1949.619159] env[62555]: DEBUG oslo.service.loopingcall [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.619638] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1949.619881] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49d93acb-6e88-4df5-9c99-17e28798d487 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.640130] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1949.640130] env[62555]: value = "task-1705558" [ 1949.640130] env[62555]: _type = "Task" [ 1949.640130] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.649035] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705558, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.725560] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "9a9894f0-a683-4493-a5c7-c24580c3c263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.725756] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.726021] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.808336] env[62555]: DEBUG nova.compute.manager [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1949.835059] env[62555]: DEBUG nova.virt.hardware [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1949.835314] env[62555]: DEBUG nova.virt.hardware [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1949.835473] env[62555]: DEBUG nova.virt.hardware [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1949.835658] env[62555]: DEBUG nova.virt.hardware [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1949.835806] env[62555]: DEBUG nova.virt.hardware [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1949.837026] env[62555]: DEBUG nova.virt.hardware [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1949.837026] env[62555]: DEBUG nova.virt.hardware [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1949.837026] env[62555]: DEBUG nova.virt.hardware [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1949.837026] env[62555]: DEBUG nova.virt.hardware [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1949.837026] env[62555]: DEBUG nova.virt.hardware [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1949.837026] env[62555]: DEBUG nova.virt.hardware [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1949.837876] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130630e0-9962-4f5f-97cf-46e2d24dde04 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.846568] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cb10eb-43b2-4203-921f-2a6c21ab5e5b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.871714] env[62555]: DEBUG nova.compute.manager [req-39ef174a-80b4-4d3a-8e03-e315548b85fd req-0e1c5dcc-ab63-4ae9-a903-b26765fe3e06 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Received event network-changed-b78ade98-87c3-43a1-b5cd-393e4fbe23b3 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1949.871914] env[62555]: DEBUG nova.compute.manager [req-39ef174a-80b4-4d3a-8e03-e315548b85fd req-0e1c5dcc-ab63-4ae9-a903-b26765fe3e06 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Refreshing instance network info cache due to event network-changed-b78ade98-87c3-43a1-b5cd-393e4fbe23b3. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1949.872607] env[62555]: DEBUG oslo_concurrency.lockutils [req-39ef174a-80b4-4d3a-8e03-e315548b85fd req-0e1c5dcc-ab63-4ae9-a903-b26765fe3e06 service nova] Acquiring lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.872607] env[62555]: DEBUG oslo_concurrency.lockutils [req-39ef174a-80b4-4d3a-8e03-e315548b85fd req-0e1c5dcc-ab63-4ae9-a903-b26765fe3e06 service nova] Acquired lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.872607] env[62555]: DEBUG nova.network.neutron [req-39ef174a-80b4-4d3a-8e03-e315548b85fd req-0e1c5dcc-ab63-4ae9-a903-b26765fe3e06 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Refreshing network info cache for port b78ade98-87c3-43a1-b5cd-393e4fbe23b3 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1950.013503] env[62555]: DEBUG oslo_concurrency.lockutils [None req-38cb0821-f330-4067-84a9-07ad5ed91ff2 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "aa2691a4-5a6b-4303-8b24-d3392c8d3e2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.410s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.108682] env[62555]: DEBUG nova.network.neutron [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Successfully updated port: c75a22c9-5998-4d58-8bc2-1f53e27cb456 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1950.150397] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705558, 'name': CreateVM_Task, 'duration_secs': 0.387608} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.150653] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1950.151386] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.151614] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.151990] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1950.152536] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ca7916-a961-4140-a3b7-1f573a5e6e7f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.157047] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1950.157047] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ee78b9-efec-7f0b-307c-fa9013903788" [ 1950.157047] env[62555]: _type = "Task" [ 1950.157047] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.164178] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ee78b9-efec-7f0b-307c-fa9013903788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.563067] env[62555]: DEBUG nova.network.neutron [req-39ef174a-80b4-4d3a-8e03-e315548b85fd req-0e1c5dcc-ab63-4ae9-a903-b26765fe3e06 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Updated VIF entry in instance network info cache for port b78ade98-87c3-43a1-b5cd-393e4fbe23b3. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1950.563428] env[62555]: DEBUG nova.network.neutron [req-39ef174a-80b4-4d3a-8e03-e315548b85fd req-0e1c5dcc-ab63-4ae9-a903-b26765fe3e06 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Updating instance_info_cache with network_info: [{"id": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "address": "fa:16:3e:a0:04:01", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78ade98-87", "ovs_interfaceid": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.610987] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "refresh_cache-9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.611162] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "refresh_cache-9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.611315] env[62555]: DEBUG nova.network.neutron [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1950.668961] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ee78b9-efec-7f0b-307c-fa9013903788, 'name': SearchDatastore_Task, 'duration_secs': 0.175773} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.669277] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.669569] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1950.669865] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.670033] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.670245] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1950.670515] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f8585c1-6cee-4f3c-9144-f4a4da984ccb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.678364] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1950.678541] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1950.679221] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9080fecf-4e59-4c6e-b4a2-a2a6d1a807d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.684703] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1950.684703] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529bd0c7-5251-f823-da0d-58d8109bb851" [ 1950.684703] env[62555]: _type = "Task" [ 1950.684703] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.691892] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529bd0c7-5251-f823-da0d-58d8109bb851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.762654] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.762870] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.763072] env[62555]: DEBUG nova.network.neutron [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1951.065657] env[62555]: DEBUG oslo_concurrency.lockutils [req-39ef174a-80b4-4d3a-8e03-e315548b85fd req-0e1c5dcc-ab63-4ae9-a903-b26765fe3e06 service nova] Releasing lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.141377] env[62555]: DEBUG nova.network.neutron [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1951.195259] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529bd0c7-5251-f823-da0d-58d8109bb851, 'name': SearchDatastore_Task, 'duration_secs': 0.007829} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.196006] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852aad66-8b1a-48d2-a0da-7ebc577bc63b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.202104] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1951.202104] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5216f526-fcc9-7684-eb1c-5814a4ca830e" [ 1951.202104] env[62555]: _type = "Task" [ 1951.202104] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.209443] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5216f526-fcc9-7684-eb1c-5814a4ca830e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.262151] env[62555]: DEBUG nova.network.neutron [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Updating instance_info_cache with network_info: [{"id": "c75a22c9-5998-4d58-8bc2-1f53e27cb456", "address": "fa:16:3e:ae:90:6e", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75a22c9-59", "ovs_interfaceid": "c75a22c9-5998-4d58-8bc2-1f53e27cb456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.455362] env[62555]: DEBUG nova.network.neutron [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance_info_cache with network_info: [{"id": "fd166c92-139a-424e-823f-71baa2c5bf2a", "address": "fa:16:3e:22:73:86", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd166c92-13", "ovs_interfaceid": "fd166c92-139a-424e-823f-71baa2c5bf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.712257] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5216f526-fcc9-7684-eb1c-5814a4ca830e, 'name': SearchDatastore_Task, 'duration_secs': 0.008724} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.712632] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.712764] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b14c875b-a0a0-44c3-b714-850f41736e28/b14c875b-a0a0-44c3-b714-850f41736e28.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1951.713025] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8375931d-2d34-4492-be73-03509a65af5a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.720130] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1951.720130] env[62555]: value = "task-1705560" [ 1951.720130] env[62555]: _type = "Task" [ 1951.720130] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.727978] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.764718] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "refresh_cache-9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.765105] env[62555]: DEBUG nova.compute.manager [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Instance network_info: |[{"id": "c75a22c9-5998-4d58-8bc2-1f53e27cb456", "address": "fa:16:3e:ae:90:6e", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75a22c9-59", "ovs_interfaceid": "c75a22c9-5998-4d58-8bc2-1f53e27cb456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1951.765553] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:90:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c75a22c9-5998-4d58-8bc2-1f53e27cb456', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1951.773271] env[62555]: DEBUG oslo.service.loopingcall [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.773496] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1951.773725] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35bad6a4-8b5f-443b-a344-0c634dfab452 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.789089] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.794175] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1951.794424] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1951.794424] env[62555]: value = "task-1705561" [ 1951.794424] env[62555]: _type = "Task" [ 1951.794424] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.805459] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705561, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.901360] env[62555]: DEBUG nova.compute.manager [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Received event network-vif-plugged-c75a22c9-5998-4d58-8bc2-1f53e27cb456 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1951.901633] env[62555]: DEBUG oslo_concurrency.lockutils [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] Acquiring lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.901919] env[62555]: DEBUG oslo_concurrency.lockutils [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] Lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.902185] env[62555]: DEBUG oslo_concurrency.lockutils [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] Lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.902440] env[62555]: DEBUG nova.compute.manager [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] No waiting events found dispatching network-vif-plugged-c75a22c9-5998-4d58-8bc2-1f53e27cb456 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1951.902676] env[62555]: WARNING nova.compute.manager [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Received unexpected event network-vif-plugged-c75a22c9-5998-4d58-8bc2-1f53e27cb456 for instance with vm_state building and task_state spawning. [ 1951.902901] env[62555]: DEBUG nova.compute.manager [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Received event network-changed-c75a22c9-5998-4d58-8bc2-1f53e27cb456 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1951.903153] env[62555]: DEBUG nova.compute.manager [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Refreshing instance network info cache due to event network-changed-c75a22c9-5998-4d58-8bc2-1f53e27cb456. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1951.903393] env[62555]: DEBUG oslo_concurrency.lockutils [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] Acquiring lock "refresh_cache-9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.903642] env[62555]: DEBUG oslo_concurrency.lockutils [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] Acquired lock "refresh_cache-9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.903826] env[62555]: DEBUG nova.network.neutron [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Refreshing network info cache for port c75a22c9-5998-4d58-8bc2-1f53e27cb456 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.959616] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.231340] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705560, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.303891] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705561, 'name': CreateVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.470576] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee5b30c-80c9-4703-a5d7-5f21e7ff2cb7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.479050] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf66a70-65f6-4d3f-bbbb-dedfeeef2fcf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.606010] env[62555]: DEBUG nova.network.neutron [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Updated VIF entry in instance network info cache for port c75a22c9-5998-4d58-8bc2-1f53e27cb456. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.606393] env[62555]: DEBUG nova.network.neutron [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Updating instance_info_cache with network_info: [{"id": "c75a22c9-5998-4d58-8bc2-1f53e27cb456", "address": "fa:16:3e:ae:90:6e", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc75a22c9-59", "ovs_interfaceid": "c75a22c9-5998-4d58-8bc2-1f53e27cb456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.730143] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534457} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.730424] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] b14c875b-a0a0-44c3-b714-850f41736e28/b14c875b-a0a0-44c3-b714-850f41736e28.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1952.730602] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1952.730846] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbf500b7-c072-48bc-a47d-af20989f7839 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.738200] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1952.738200] env[62555]: value = "task-1705562" [ 1952.738200] env[62555]: _type = "Task" [ 1952.738200] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.745306] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.793281] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1952.805719] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705561, 'name': CreateVM_Task, 'duration_secs': 0.52218} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.805934] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.806645] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.806832] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.807202] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.807488] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92cef55c-10c8-4d6c-a890-e110cd38668a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.812379] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1952.812379] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ebc9e7-b875-df4b-44b5-e480b91102e8" [ 1952.812379] env[62555]: _type = "Task" [ 1952.812379] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.820334] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ebc9e7-b875-df4b-44b5-e480b91102e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.109063] env[62555]: DEBUG oslo_concurrency.lockutils [req-6f43736a-21b0-4ab8-9098-df0d608887e3 req-17ece1bf-38f0-4f79-aa14-6e5c45074b16 service nova] Releasing lock "refresh_cache-9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.248278] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066552} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.248611] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1953.249332] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d75173-70ef-47dc-88aa-910cdca320e4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.270387] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] b14c875b-a0a0-44c3-b714-850f41736e28/b14c875b-a0a0-44c3-b714-850f41736e28.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1953.270610] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52a9479f-7d7a-4677-a52c-e9b6f181ee4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.289881] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1953.289881] env[62555]: value = "task-1705563" [ 1953.289881] env[62555]: _type = "Task" [ 1953.289881] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.298666] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.321894] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ebc9e7-b875-df4b-44b5-e480b91102e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.322242] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.322528] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1953.322818] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.323026] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.323269] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.323554] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1042b1b-5d6b-4844-ae80-9f67ab28a29f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.331430] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.331599] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1953.332408] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c0abb7-89ef-4e02-9171-4aa241c38efc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.337033] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1953.337033] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b512ed-b83c-3b17-8d10-fab041f2c74a" [ 1953.337033] env[62555]: _type = "Task" [ 1953.337033] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.344099] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b512ed-b83c-3b17-8d10-fab041f2c74a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.383803] env[62555]: DEBUG oslo_concurrency.lockutils [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "82834fab-3c1c-4451-a202-49dced9c36ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.384074] env[62555]: DEBUG oslo_concurrency.lockutils [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "82834fab-3c1c-4451-a202-49dced9c36ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.384291] env[62555]: DEBUG oslo_concurrency.lockutils [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "82834fab-3c1c-4451-a202-49dced9c36ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.384477] env[62555]: DEBUG oslo_concurrency.lockutils [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "82834fab-3c1c-4451-a202-49dced9c36ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.384661] env[62555]: DEBUG oslo_concurrency.lockutils [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "82834fab-3c1c-4451-a202-49dced9c36ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.386857] env[62555]: INFO nova.compute.manager [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Terminating instance [ 1953.573953] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2addb64b-6dd8-4c67-811b-d3edf36d75da {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.595941] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6618a06-465d-49d0-b9b8-ecf3acb3ccc7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.602843] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance '9a9894f0-a683-4493-a5c7-c24580c3c263' progress to 83 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1953.800246] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705563, 'name': ReconfigVM_Task, 'duration_secs': 0.269913} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.800550] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Reconfigured VM instance instance-00000076 to attach disk [datastore1] b14c875b-a0a0-44c3-b714-850f41736e28/b14c875b-a0a0-44c3-b714-850f41736e28.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.801116] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c737bd58-19f4-4d09-91c6-bbdbd5c42a70 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.807527] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1953.807527] env[62555]: value = "task-1705564" [ 1953.807527] env[62555]: _type = "Task" [ 1953.807527] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.814720] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705564, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.846146] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b512ed-b83c-3b17-8d10-fab041f2c74a, 'name': SearchDatastore_Task, 'duration_secs': 0.008711} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.846878] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-079f7e70-ffe5-4315-a295-fd22cc5673bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.851727] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1953.851727] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528e646e-8f66-c73d-e2ea-565d824b07f8" [ 1953.851727] env[62555]: _type = "Task" [ 1953.851727] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.859069] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528e646e-8f66-c73d-e2ea-565d824b07f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.890861] env[62555]: DEBUG nova.compute.manager [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1953.891089] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1953.891863] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94611f0f-67e9-4905-a288-29d2f09fc819 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.898973] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1953.899204] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-148179e8-cf06-4070-bd49-d00de0e5969b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.905755] env[62555]: DEBUG oslo_vmware.api [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1953.905755] env[62555]: value = "task-1705565" [ 1953.905755] env[62555]: _type = "Task" [ 1953.905755] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.913459] env[62555]: DEBUG oslo_vmware.api [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.109345] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.109805] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c33ad04-0fae-4b9e-8018-fa5cbfe2a15c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.116934] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1954.116934] env[62555]: value = "task-1705566" [ 1954.116934] env[62555]: _type = "Task" [ 1954.116934] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.130585] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.318941] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705564, 'name': Rename_Task, 'duration_secs': 0.127612} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.319193] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.319451] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd161cac-a02f-403e-b1c5-2050c9e9c3e9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.326454] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1954.326454] env[62555]: value = "task-1705567" [ 1954.326454] env[62555]: _type = "Task" [ 1954.326454] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.334027] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705567, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.362103] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528e646e-8f66-c73d-e2ea-565d824b07f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008718} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.362103] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.362103] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3/9f83d7db-4ac9-4d59-8e6f-218ca202c6b3.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1954.362103] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-827fddee-114c-4764-b9d8-15d1c0037240 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.368341] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1954.368341] env[62555]: value = "task-1705568" [ 1954.368341] env[62555]: _type = "Task" [ 1954.368341] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.375467] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.416208] env[62555]: DEBUG oslo_vmware.api [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705565, 'name': PowerOffVM_Task, 'duration_secs': 0.242066} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.416478] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1954.416756] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1954.417115] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68f7a5fe-d1a7-4728-aa8b-93e3ba85fbb4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.628017] env[62555]: DEBUG oslo_vmware.api [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705566, 'name': PowerOnVM_Task, 'duration_secs': 0.420647} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.628356] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1954.628603] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9e3a7329-5423-4827-be71-99fe2d05f84a tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance '9a9894f0-a683-4493-a5c7-c24580c3c263' progress to 100 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1954.758428] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1954.758703] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1954.758954] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleting the datastore file [datastore1] 82834fab-3c1c-4451-a202-49dced9c36ac {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1954.759305] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fb0b940-c2e8-4bbe-9bdc-58d195b4e820 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.769310] env[62555]: DEBUG oslo_vmware.api [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for the task: (returnval){ [ 1954.769310] env[62555]: value = "task-1705570" [ 1954.769310] env[62555]: _type = "Task" [ 1954.769310] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.777417] env[62555]: DEBUG oslo_vmware.api [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.794023] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1954.794253] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1954.836587] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705567, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.877823] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.278581] env[62555]: DEBUG oslo_vmware.api [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.297787] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.298063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.298282] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.298496] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1955.299374] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ed4fe-4001-4c52-8c8d-e8cc88e3f5d5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.307963] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b733e4-87e4-4e11-b5a7-111ce5da3b00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.322797] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde654ce-3446-48da-a5f0-238639ea711c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.333716] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29bc320-b9fb-4ac8-b1f1-84114b1cdb55 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.341578] env[62555]: DEBUG oslo_vmware.api [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705567, 'name': PowerOnVM_Task, 'duration_secs': 0.526197} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.365218] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1955.365475] env[62555]: INFO nova.compute.manager [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Took 7.74 seconds to spawn the instance on the hypervisor. [ 1955.365663] env[62555]: DEBUG nova.compute.manager [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1955.366009] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180358MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1955.366147] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.366328] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.369046] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1096463a-83c2-4bd2-b34b-1c997a5059dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.379706] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.779443] env[62555]: DEBUG oslo_vmware.api [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.882522] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.890952] env[62555]: INFO nova.compute.manager [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Took 13.32 seconds to build instance. [ 1956.280143] env[62555]: DEBUG oslo_vmware.api [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.375162] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Applying migration context for instance 9a9894f0-a683-4493-a5c7-c24580c3c263 as it has an incoming, in-progress migration 4ce0accf-b5de-4e2f-86a8-7b565017f350. Migration status is finished {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1956.376317] env[62555]: INFO nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating resource usage from migration 4ce0accf-b5de-4e2f-86a8-7b565017f350 [ 1956.389518] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.392584] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 82834fab-3c1c-4451-a202-49dced9c36ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1956.392716] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance c86f717e-8226-4686-99a9-4dba776239f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1956.392840] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 701ba811-207e-4c1b-93e3-b02370a17392 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1956.392948] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Migration 4ce0accf-b5de-4e2f-86a8-7b565017f350 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1956.393076] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9a9894f0-a683-4493-a5c7-c24580c3c263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1956.393190] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance b14c875b-a0a0-44c3-b714-850f41736e28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1956.393302] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1956.393515] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1956.393617] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1956.395935] env[62555]: DEBUG oslo_concurrency.lockutils [None req-be751479-bf41-404d-ace6-11a201efe7d8 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "b14c875b-a0a0-44c3-b714-850f41736e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.836s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.511014] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253a8517-017d-4828-a815-fd296ccd1808 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.519793] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1c68e7-d2e5-4923-8b6e-dfcf5b3e9b9e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.554467] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b912749e-57ba-4f2d-bfaa-bfbabecf2360 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.568521] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b912cfd5-fff1-498b-a99a-f7138a8ecd9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.584203] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1956.781497] env[62555]: DEBUG oslo_vmware.api [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Task: {'id': task-1705570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.667584} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.781814] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.782014] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.782208] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.782378] env[62555]: INFO nova.compute.manager [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Took 2.89 seconds to destroy the instance on the hypervisor. [ 1956.782621] env[62555]: DEBUG oslo.service.loopingcall [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.782815] env[62555]: DEBUG nova.compute.manager [-] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.782912] env[62555]: DEBUG nova.network.neutron [-] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.787533] env[62555]: DEBUG nova.compute.manager [req-0de78f32-5931-4053-9c25-e4b705b068e4 req-6b4618f6-0828-471d-af2b-015c0942289d service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Received event network-changed-b78ade98-87c3-43a1-b5cd-393e4fbe23b3 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1956.787698] env[62555]: DEBUG nova.compute.manager [req-0de78f32-5931-4053-9c25-e4b705b068e4 req-6b4618f6-0828-471d-af2b-015c0942289d service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Refreshing instance network info cache due to event network-changed-b78ade98-87c3-43a1-b5cd-393e4fbe23b3. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1956.788175] env[62555]: DEBUG oslo_concurrency.lockutils [req-0de78f32-5931-4053-9c25-e4b705b068e4 req-6b4618f6-0828-471d-af2b-015c0942289d service nova] Acquiring lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.788336] env[62555]: DEBUG oslo_concurrency.lockutils [req-0de78f32-5931-4053-9c25-e4b705b068e4 req-6b4618f6-0828-471d-af2b-015c0942289d service nova] Acquired lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.788518] env[62555]: DEBUG nova.network.neutron [req-0de78f32-5931-4053-9c25-e4b705b068e4 req-6b4618f6-0828-471d-af2b-015c0942289d service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Refreshing network info cache for port b78ade98-87c3-43a1-b5cd-393e4fbe23b3 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1956.888844] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705568, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.415595} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.889169] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3/9f83d7db-4ac9-4d59-8e6f-218ca202c6b3.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1956.889340] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1956.889587] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-534fea96-8ca4-43ce-bdfe-79c71935b148 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.896077] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1956.896077] env[62555]: value = "task-1705571" [ 1956.896077] env[62555]: _type = "Task" [ 1956.896077] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.903745] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.087688] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1957.153097] env[62555]: DEBUG nova.network.neutron [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Port fd166c92-139a-424e-823f-71baa2c5bf2a binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1957.153398] env[62555]: DEBUG oslo_concurrency.lockutils [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.153581] env[62555]: DEBUG oslo_concurrency.lockutils [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.153723] env[62555]: DEBUG nova.network.neutron [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1957.406182] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196025} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.406412] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1957.407206] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cd724c-df07-4784-909d-32298d320126 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.432645] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3/9f83d7db-4ac9-4d59-8e6f-218ca202c6b3.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1957.433027] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e798fed-a486-4a37-82e5-3295a1b05e5f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.456553] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1957.456553] env[62555]: value = "task-1705572" [ 1957.456553] env[62555]: _type = "Task" [ 1957.456553] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.465436] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.520071] env[62555]: DEBUG nova.network.neutron [req-0de78f32-5931-4053-9c25-e4b705b068e4 req-6b4618f6-0828-471d-af2b-015c0942289d service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Updated VIF entry in instance network info cache for port b78ade98-87c3-43a1-b5cd-393e4fbe23b3. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1957.520472] env[62555]: DEBUG nova.network.neutron [req-0de78f32-5931-4053-9c25-e4b705b068e4 req-6b4618f6-0828-471d-af2b-015c0942289d service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Updating instance_info_cache with network_info: [{"id": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "address": "fa:16:3e:a0:04:01", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78ade98-87", "ovs_interfaceid": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.536029] env[62555]: DEBUG nova.network.neutron [-] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.593015] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1957.593371] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.227s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.866464] env[62555]: DEBUG nova.network.neutron [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance_info_cache with network_info: [{"id": "fd166c92-139a-424e-823f-71baa2c5bf2a", "address": "fa:16:3e:22:73:86", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd166c92-13", "ovs_interfaceid": "fd166c92-139a-424e-823f-71baa2c5bf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.966677] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.023105] env[62555]: DEBUG oslo_concurrency.lockutils [req-0de78f32-5931-4053-9c25-e4b705b068e4 req-6b4618f6-0828-471d-af2b-015c0942289d service nova] Releasing lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.037855] env[62555]: INFO nova.compute.manager [-] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Took 1.25 seconds to deallocate network for instance. [ 1958.369418] env[62555]: DEBUG oslo_concurrency.lockutils [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.468611] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.545048] env[62555]: DEBUG oslo_concurrency.lockutils [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.545048] env[62555]: DEBUG oslo_concurrency.lockutils [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.545280] env[62555]: DEBUG nova.objects.instance [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lazy-loading 'resources' on Instance uuid 82834fab-3c1c-4451-a202-49dced9c36ac {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1958.593523] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1958.593688] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 1958.811279] env[62555]: DEBUG nova.compute.manager [req-929b39bf-d549-467f-8f5f-06cd645a77a7 req-abdc812d-0ef5-4900-ae55-8bd8ff3df825 service nova] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Received event network-vif-deleted-d8727f49-752e-4f83-9d97-8ee1a9b2cc72 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1958.873028] env[62555]: DEBUG nova.compute.manager [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62555) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1958.967768] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705572, 'name': ReconfigVM_Task, 'duration_secs': 1.069663} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.968085] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3/9f83d7db-4ac9-4d59-8e6f-218ca202c6b3.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1958.968740] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c9f53a6-9199-4f9b-86e5-d246823d0b5e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.974647] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1958.974647] env[62555]: value = "task-1705573" [ 1958.974647] env[62555]: _type = "Task" [ 1958.974647] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.982640] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705573, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.153896] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92314d34-41f6-4d14-9337-4606bb7fe616 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.161833] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf9339-3f16-4520-9aab-08776fc44c96 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.191624] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ed44a8-12fd-4c81-b9f8-41deea8e8265 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.198851] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4605406a-1f24-4bdd-8982-bd8eea6bff2e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.217659] env[62555]: DEBUG nova.compute.provider_tree [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1959.485028] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705573, 'name': Rename_Task, 'duration_secs': 0.394192} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.485254] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1959.485524] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef73f879-dba4-4527-aac5-1bf823a83882 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.491750] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1959.491750] env[62555]: value = "task-1705574" [ 1959.491750] env[62555]: _type = "Task" [ 1959.491750] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.499341] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.721819] env[62555]: DEBUG nova.scheduler.client.report [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1959.969765] env[62555]: DEBUG oslo_concurrency.lockutils [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.003080] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.226086] env[62555]: DEBUG oslo_concurrency.lockutils [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.228260] env[62555]: DEBUG oslo_concurrency.lockutils [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.259s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.247712] env[62555]: INFO nova.scheduler.client.report [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Deleted allocations for instance 82834fab-3c1c-4451-a202-49dced9c36ac [ 1960.502854] env[62555]: DEBUG oslo_vmware.api [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705574, 'name': PowerOnVM_Task, 'duration_secs': 0.525744} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.503128] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1960.503333] env[62555]: INFO nova.compute.manager [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1960.503516] env[62555]: DEBUG nova.compute.manager [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1960.504322] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b7b7a-7634-4ad1-aa0e-981981b21abb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.655707] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "c86f717e-8226-4686-99a9-4dba776239f8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.656148] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.734818] env[62555]: DEBUG nova.objects.instance [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'migration_context' on Instance uuid 9a9894f0-a683-4493-a5c7-c24580c3c263 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1960.755051] env[62555]: DEBUG oslo_concurrency.lockutils [None req-78e72022-3f07-422d-baa3-1c807c2cc673 tempest-ServerActionsTestOtherA-1897146210 tempest-ServerActionsTestOtherA-1897146210-project-member] Lock "82834fab-3c1c-4451-a202-49dced9c36ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.371s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.021536] env[62555]: INFO nova.compute.manager [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Took 17.09 seconds to build instance. [ 1961.150195] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.150376] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquired lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.150517] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Forcefully refreshing network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1961.160452] env[62555]: INFO nova.compute.manager [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Detaching volume fd32f914-4a98-4f18-967a-92a287b172a3 [ 1961.208326] env[62555]: INFO nova.virt.block_device [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Attempting to driver detach volume fd32f914-4a98-4f18-967a-92a287b172a3 from mountpoint /dev/sdb [ 1961.208717] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1961.209095] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355375', 'volume_id': 'fd32f914-4a98-4f18-967a-92a287b172a3', 'name': 'volume-fd32f914-4a98-4f18-967a-92a287b172a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c86f717e-8226-4686-99a9-4dba776239f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd32f914-4a98-4f18-967a-92a287b172a3', 'serial': 'fd32f914-4a98-4f18-967a-92a287b172a3'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1961.210487] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8fcd4b-19f3-4c23-b37d-b36874f08927 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.243111] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617df9b8-a0be-4a18-a67c-760d02590ccc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.251514] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3c5d89-f132-4f89-adbd-41f9c8c825dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.274699] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01020f57-debf-49f3-a3d3-e8c428074fdf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.289410] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd32f914-4a98-4f18-967a-92a287b172a3/volume-fd32f914-4a98-4f18-967a-92a287b172a3.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1961.295158] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1961.298417] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a7bb879-815f-4e0d-861b-3fa6461e2c85 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.318252] env[62555]: DEBUG oslo_vmware.api [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1961.318252] env[62555]: value = "task-1705575" [ 1961.318252] env[62555]: _type = "Task" [ 1961.318252] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.332191] env[62555]: DEBUG oslo_vmware.api [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705575, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.383212] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3029bae4-dc02-48f4-8142-c39ab7f1c7c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.390350] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94713c4-ff69-40a5-9a0e-b96d74a76a4c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.420195] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea1dac4-427d-4209-a323-9b8aa0bef557 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.428451] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afd7739-f051-4136-bc15-c737cb516023 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.442911] env[62555]: DEBUG nova.compute.provider_tree [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1961.523588] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7ad2a53d-4e5a-41b0-bd76-d4ea64e09815 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.599s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.549949] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3bbb92-b6ac-40fd-855a-ed4f86a27d98 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.556941] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7cad70c4-3673-4376-8440-af0d17f912d9 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Suspending the VM {{(pid=62555) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1961.557188] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-63c597b6-2d61-41d1-b12c-32182d333e9d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.563344] env[62555]: DEBUG oslo_vmware.api [None req-7cad70c4-3673-4376-8440-af0d17f912d9 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1961.563344] env[62555]: value = "task-1705576" [ 1961.563344] env[62555]: _type = "Task" [ 1961.563344] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.571602] env[62555]: DEBUG oslo_vmware.api [None req-7cad70c4-3673-4376-8440-af0d17f912d9 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705576, 'name': SuspendVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.828413] env[62555]: DEBUG oslo_vmware.api [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705575, 'name': ReconfigVM_Task, 'duration_secs': 0.351327} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.828761] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1961.833699] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd2df09-9eae-4538-9c4d-f55c6e8536a9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.851110] env[62555]: DEBUG oslo_vmware.api [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1961.851110] env[62555]: value = "task-1705577" [ 1961.851110] env[62555]: _type = "Task" [ 1961.851110] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.861474] env[62555]: DEBUG oslo_vmware.api [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.946531] env[62555]: DEBUG nova.scheduler.client.report [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1962.075143] env[62555]: DEBUG oslo_vmware.api [None req-7cad70c4-3673-4376-8440-af0d17f912d9 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705576, 'name': SuspendVM_Task} progress is 62%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.367077] env[62555]: DEBUG oslo_vmware.api [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705577, 'name': ReconfigVM_Task, 'duration_secs': 0.195335} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.367077] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355375', 'volume_id': 'fd32f914-4a98-4f18-967a-92a287b172a3', 'name': 'volume-fd32f914-4a98-4f18-967a-92a287b172a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'c86f717e-8226-4686-99a9-4dba776239f8', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd32f914-4a98-4f18-967a-92a287b172a3', 'serial': 'fd32f914-4a98-4f18-967a-92a287b172a3'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1962.574839] env[62555]: DEBUG oslo_vmware.api [None req-7cad70c4-3673-4376-8440-af0d17f912d9 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705576, 'name': SuspendVM_Task, 'duration_secs': 0.716487} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.577550] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-7cad70c4-3673-4376-8440-af0d17f912d9 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Suspended the VM {{(pid=62555) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1962.577550] env[62555]: DEBUG nova.compute.manager [None req-7cad70c4-3673-4376-8440-af0d17f912d9 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1962.577550] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad8e56f-13ae-4b04-96c6-ac18e82dc3d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.636874] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updating instance_info_cache with network_info: [{"id": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "address": "fa:16:3e:c6:ef:47", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93be9b56-d8", "ovs_interfaceid": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.911121] env[62555]: DEBUG nova.objects.instance [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'flavor' on Instance uuid c86f717e-8226-4686-99a9-4dba776239f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1962.962945] env[62555]: DEBUG oslo_concurrency.lockutils [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.735s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.139557] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Releasing lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1963.139899] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updated the network info_cache for instance {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 1963.140060] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1963.846894] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "c86f717e-8226-4686-99a9-4dba776239f8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.918063] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f86ddc5c-2763-455c-a247-f59a85f1a65f tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.918713] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.072s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1963.918935] env[62555]: DEBUG nova.compute.manager [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1963.920132] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9aab8b8-115c-4850-9466-152263c56ec4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.927613] env[62555]: DEBUG nova.compute.manager [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62555) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1963.928158] env[62555]: DEBUG nova.objects.instance [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'flavor' on Instance uuid c86f717e-8226-4686-99a9-4dba776239f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1964.250074] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.250458] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.250579] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1964.250768] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1964.250951] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.253011] env[62555]: INFO nova.compute.manager [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Terminating instance [ 1964.500955] env[62555]: INFO nova.compute.manager [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Swapping old allocation on dict_keys(['5f354455-75f8-40c8-86fa-d8c530c2fdf0']) held by migration 4ce0accf-b5de-4e2f-86a8-7b565017f350 for instance [ 1964.522805] env[62555]: DEBUG nova.scheduler.client.report [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Overwriting current allocation {'allocations': {'5f354455-75f8-40c8-86fa-d8c530c2fdf0': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 184}}, 'project_id': '017e84ff06d2429a8c7718215a8a299e', 'user_id': 'a4b0547b9bcc41c4a374ac1b0c7933c8', 'consumer_generation': 1} on consumer 9a9894f0-a683-4493-a5c7-c24580c3c263 {{(pid=62555) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2033}} [ 1964.600270] env[62555]: DEBUG oslo_concurrency.lockutils [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1964.600453] env[62555]: DEBUG oslo_concurrency.lockutils [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1964.600633] env[62555]: DEBUG nova.network.neutron [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1964.756410] env[62555]: DEBUG nova.compute.manager [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1964.756626] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1964.757606] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997593ee-6c6e-493c-ae58-bd09bdf4c930 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.766538] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1964.766773] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99fc8667-fb5d-4cf7-a3fe-7a41f43d73a1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.833636] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1964.833956] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1964.834243] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleting the datastore file [datastore1] 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1964.834595] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-345063f6-b3ff-44f8-a8b9-764df0ed2644 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.842501] env[62555]: DEBUG oslo_vmware.api [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1964.842501] env[62555]: value = "task-1705579" [ 1964.842501] env[62555]: _type = "Task" [ 1964.842501] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.850422] env[62555]: DEBUG oslo_vmware.api [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.935138] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1964.935406] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afd1e371-005f-4ddb-a8cf-63331164f930 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.943322] env[62555]: DEBUG oslo_vmware.api [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1964.943322] env[62555]: value = "task-1705580" [ 1964.943322] env[62555]: _type = "Task" [ 1964.943322] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.951606] env[62555]: DEBUG oslo_vmware.api [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.310924] env[62555]: DEBUG nova.network.neutron [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance_info_cache with network_info: [{"id": "fd166c92-139a-424e-823f-71baa2c5bf2a", "address": "fa:16:3e:22:73:86", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd166c92-13", "ovs_interfaceid": "fd166c92-139a-424e-823f-71baa2c5bf2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.335805] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1965.352589] env[62555]: DEBUG oslo_vmware.api [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19732} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.353894] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1965.354100] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1965.354280] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1965.354449] env[62555]: INFO nova.compute.manager [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1965.354688] env[62555]: DEBUG oslo.service.loopingcall [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1965.354932] env[62555]: DEBUG nova.compute.manager [-] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1965.355044] env[62555]: DEBUG nova.network.neutron [-] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1965.453189] env[62555]: DEBUG oslo_vmware.api [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705580, 'name': PowerOffVM_Task, 'duration_secs': 0.238449} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.453468] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1965.453665] env[62555]: DEBUG nova.compute.manager [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1965.454445] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35680336-df2f-458a-9722-b44aaf6c8e1a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.628628] env[62555]: DEBUG nova.compute.manager [req-8b32536e-5321-4b96-a6aa-2571ae7903fe req-e13b2be5-f0f5-40d2-ac30-785cef640b8b service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Received event network-vif-deleted-c75a22c9-5998-4d58-8bc2-1f53e27cb456 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1965.628844] env[62555]: INFO nova.compute.manager [req-8b32536e-5321-4b96-a6aa-2571ae7903fe req-e13b2be5-f0f5-40d2-ac30-785cef640b8b service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Neutron deleted interface c75a22c9-5998-4d58-8bc2-1f53e27cb456; detaching it from the instance and deleting it from the info cache [ 1965.629036] env[62555]: DEBUG nova.network.neutron [req-8b32536e-5321-4b96-a6aa-2571ae7903fe req-e13b2be5-f0f5-40d2-ac30-785cef640b8b service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1965.815032] env[62555]: DEBUG oslo_concurrency.lockutils [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-9a9894f0-a683-4493-a5c7-c24580c3c263" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1965.815127] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9008f7b-a20d-4d89-883d-1cf688f505ed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.822978] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da052653-3ea9-477d-8ca2-9189d2896665 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.967746] env[62555]: DEBUG oslo_concurrency.lockutils [None req-5e2de4cc-d701-4aa2-8b7f-a59444540721 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.105833] env[62555]: DEBUG nova.network.neutron [-] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.131397] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6416b6f6-dc92-4e39-9465-51a9507c1c58 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.141850] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9e24d6-c6c0-48dc-9e5c-c2c684d48921 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.170385] env[62555]: DEBUG nova.compute.manager [req-8b32536e-5321-4b96-a6aa-2571ae7903fe req-e13b2be5-f0f5-40d2-ac30-785cef640b8b service nova] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Detach interface failed, port_id=c75a22c9-5998-4d58-8bc2-1f53e27cb456, reason: Instance 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1966.226123] env[62555]: DEBUG nova.objects.instance [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'flavor' on Instance uuid c86f717e-8226-4686-99a9-4dba776239f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.608583] env[62555]: INFO nova.compute.manager [-] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Took 1.25 seconds to deallocate network for instance. [ 1966.733172] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.733369] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquired lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.733511] env[62555]: DEBUG nova.network.neutron [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1966.733684] env[62555]: DEBUG nova.objects.instance [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'info_cache' on Instance uuid c86f717e-8226-4686-99a9-4dba776239f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.910393] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.910719] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca182a84-6096-4b92-8eb9-f5dae9a21dde {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.919419] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1966.919419] env[62555]: value = "task-1705581" [ 1966.919419] env[62555]: _type = "Task" [ 1966.919419] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.929919] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.115447] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.115889] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.116184] env[62555]: DEBUG nova.objects.instance [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lazy-loading 'resources' on Instance uuid 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.237387] env[62555]: DEBUG nova.objects.base [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1967.430271] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705581, 'name': PowerOffVM_Task, 'duration_secs': 0.222657} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.430603] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1967.431308] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1967.431526] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1967.431684] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1967.431867] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1967.432019] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1967.432167] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1967.432432] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1967.432554] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1967.432835] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1967.433071] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1967.433262] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1967.438107] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-392d3049-e8c6-4fad-92a2-b35adce3a296 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.454496] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1967.454496] env[62555]: value = "task-1705582" [ 1967.454496] env[62555]: _type = "Task" [ 1967.454496] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.467050] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705582, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.697748] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c26390-43c7-43ed-99ef-e13c7f9cf725 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.706074] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e0ba7b-5379-49a5-8db1-0ec9a72522d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.737108] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc647467-3c63-4149-b669-0f970d684944 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.747840] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ded2f39-2a9b-481e-939d-322d7fd5d0fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.762979] env[62555]: DEBUG nova.compute.provider_tree [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1967.966920] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705582, 'name': ReconfigVM_Task, 'duration_secs': 0.165587} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.967402] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381abfd1-e9f3-4db6-a772-a568de17d402 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.973238] env[62555]: DEBUG nova.network.neutron [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updating instance_info_cache with network_info: [{"id": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "address": "fa:16:3e:c6:ef:47", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93be9b56-d8", "ovs_interfaceid": "93be9b56-d81a-4cd1-a3fc-736e7c71cdbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1967.991345] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1967.991646] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1967.991755] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1967.991947] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1967.992107] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1967.992263] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1967.992471] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1967.992630] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1967.992796] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1967.992958] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1967.993217] env[62555]: DEBUG nova.virt.hardware [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1967.994800] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e70333-8f9a-415a-b91c-c569d6c9f7ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.001505] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1968.001505] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5239cc36-0367-2359-04d3-8065f87e3aa2" [ 1968.001505] env[62555]: _type = "Task" [ 1968.001505] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.010455] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5239cc36-0367-2359-04d3-8065f87e3aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.266438] env[62555]: DEBUG nova.scheduler.client.report [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1968.495656] env[62555]: DEBUG oslo_concurrency.lockutils [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Releasing lock "refresh_cache-c86f717e-8226-4686-99a9-4dba776239f8" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1968.512888] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5239cc36-0367-2359-04d3-8065f87e3aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.518086] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1968.518510] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e83053df-08a7-4613-bf82-5a4524702627 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.536848] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1968.536848] env[62555]: value = "task-1705583" [ 1968.536848] env[62555]: _type = "Task" [ 1968.536848] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.544523] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.771383] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.794970] env[62555]: INFO nova.scheduler.client.report [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted allocations for instance 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3 [ 1969.047801] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705583, 'name': ReconfigVM_Task, 'duration_secs': 0.223898} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.049063] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1969.049063] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449af83d-eb12-4e99-a1ce-baee015d3942 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.073481] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 9a9894f0-a683-4493-a5c7-c24580c3c263/9a9894f0-a683-4493-a5c7-c24580c3c263.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1969.074039] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f43b9ed6-1b68-490c-9fe6-891fc11c5c27 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.092303] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1969.092303] env[62555]: value = "task-1705584" [ 1969.092303] env[62555]: _type = "Task" [ 1969.092303] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.101798] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.301277] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9c43e809-8692-482c-8d44-c8b78f5b2002 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "9f83d7db-4ac9-4d59-8e6f-218ca202c6b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.051s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1969.500616] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1969.500956] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-422946ea-0820-465d-a495-6d4f84d07d9d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.509950] env[62555]: DEBUG oslo_vmware.api [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 1969.509950] env[62555]: value = "task-1705585" [ 1969.509950] env[62555]: _type = "Task" [ 1969.509950] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.518396] env[62555]: DEBUG oslo_vmware.api [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.603365] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.022594] env[62555]: DEBUG oslo_vmware.api [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705585, 'name': PowerOnVM_Task, 'duration_secs': 0.431588} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.023030] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1970.023274] env[62555]: DEBUG nova.compute.manager [None req-58d55949-00e2-47c6-8301-f3c1dcfe4e9e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1970.024470] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb66c8d-7787-45a4-94dc-592b97779ab7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.103234] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705584, 'name': ReconfigVM_Task, 'duration_secs': 0.885469} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.103521] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 9a9894f0-a683-4493-a5c7-c24580c3c263/9a9894f0-a683-4493-a5c7-c24580c3c263.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1970.104351] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4325a3a5-76aa-40d4-815d-bb3d74f51f1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.110805] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "aeae0833-e4e2-4306-8051-8370b82f5a4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.111035] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.129416] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b2527d-823b-4c47-9692-34c1d55a7c22 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.150764] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecf88a1-4696-4e6e-8cd9-2efec21b1ba4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.175040] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b34b99e-c666-442e-92b2-e3b9ec85727f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.180921] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1970.181362] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d192e706-465e-4e87-9ea9-b77ddf096e4e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.187175] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1970.187175] env[62555]: value = "task-1705586" [ 1970.187175] env[62555]: _type = "Task" [ 1970.187175] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.194814] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.613269] env[62555]: DEBUG nova.compute.manager [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1970.697489] env[62555]: DEBUG oslo_vmware.api [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705586, 'name': PowerOnVM_Task, 'duration_secs': 0.404085} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.697694] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1971.133912] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.134189] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.135639] env[62555]: INFO nova.compute.claims [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1971.741405] env[62555]: INFO nova.compute.manager [None req-127c90eb-ffe9-40fe-9d98-50a21f706442 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance to original state: 'active' [ 1972.217576] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f0bebf-7f33-4638-bf6a-ed609ae79629 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.225823] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fc67e2-5cab-4d40-b7c3-11f2dea65b15 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.260054] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac982483-d18b-4f9f-8ba9-b631f3bd6d2b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.270592] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83607544-d0e5-4793-b406-6d11d226896a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.284231] env[62555]: DEBUG nova.compute.provider_tree [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.787404] env[62555]: DEBUG nova.scheduler.client.report [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1973.272325] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "9a9894f0-a683-4493-a5c7-c24580c3c263" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.272739] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.272859] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "9a9894f0-a683-4493-a5c7-c24580c3c263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.273065] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.273241] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.275452] env[62555]: INFO nova.compute.manager [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Terminating instance [ 1973.292039] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.292595] env[62555]: DEBUG nova.compute.manager [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1973.779995] env[62555]: DEBUG nova.compute.manager [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1973.780291] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.780598] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26dfe3ef-3611-4b7c-b33c-77cabff93402 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.788838] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1973.788838] env[62555]: value = "task-1705587" [ 1973.788838] env[62555]: _type = "Task" [ 1973.788838] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.797947] env[62555]: DEBUG nova.compute.utils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1973.799259] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.799717] env[62555]: DEBUG nova.compute.manager [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1973.799881] env[62555]: DEBUG nova.network.neutron [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1973.848033] env[62555]: DEBUG nova.policy [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5540bd9d58684613977b2fda124470d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9474985563df48aca87e2fb4d6253c91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1974.100481] env[62555]: DEBUG nova.network.neutron [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Successfully created port: b3f6ae94-345f-416c-a19c-e88e8fa80efe {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1974.300870] env[62555]: DEBUG nova.compute.manager [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1974.303369] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705587, 'name': PowerOffVM_Task, 'duration_secs': 0.197125} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.303809] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.304016] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1974.304208] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355378', 'volume_id': '2b2cda15-6324-4b15-bf16-38133c4627ec', 'name': 'volume-2b2cda15-6324-4b15-bf16-38133c4627ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9a9894f0-a683-4493-a5c7-c24580c3c263', 'attached_at': '2024-12-10T20:12:13.000000', 'detached_at': '', 'volume_id': '2b2cda15-6324-4b15-bf16-38133c4627ec', 'serial': '2b2cda15-6324-4b15-bf16-38133c4627ec'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1974.304976] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09870da1-e2c8-495b-922b-fa47dcfd049c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.326826] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc142ecc-d2d9-4b5b-8d72-f45886574064 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.334903] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff7e1ee-fc8c-41ff-aed5-3915b7a076ab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.356036] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ee0032-c90b-4931-b8b2-97480733bb4e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.370220] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] The volume has not been displaced from its original location: [datastore1] volume-2b2cda15-6324-4b15-bf16-38133c4627ec/volume-2b2cda15-6324-4b15-bf16-38133c4627ec.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1974.375311] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1974.375611] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c75f13d7-4eb6-49de-a547-16cabf61eaa7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.393369] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1974.393369] env[62555]: value = "task-1705588" [ 1974.393369] env[62555]: _type = "Task" [ 1974.393369] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.402536] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705588, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.903528] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705588, 'name': ReconfigVM_Task, 'duration_secs': 0.201082} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.903813] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1974.908687] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c462041-3621-4a6e-8473-165789ac66bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.924398] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1974.924398] env[62555]: value = "task-1705589" [ 1974.924398] env[62555]: _type = "Task" [ 1974.924398] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.932781] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.309635] env[62555]: DEBUG nova.compute.manager [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1975.338193] env[62555]: DEBUG nova.virt.hardware [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1975.338450] env[62555]: DEBUG nova.virt.hardware [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1975.338606] env[62555]: DEBUG nova.virt.hardware [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.338787] env[62555]: DEBUG nova.virt.hardware [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1975.338933] env[62555]: DEBUG nova.virt.hardware [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.339094] env[62555]: DEBUG nova.virt.hardware [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1975.339309] env[62555]: DEBUG nova.virt.hardware [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1975.339468] env[62555]: DEBUG nova.virt.hardware [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1975.339632] env[62555]: DEBUG nova.virt.hardware [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1975.339794] env[62555]: DEBUG nova.virt.hardware [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1975.339965] env[62555]: DEBUG nova.virt.hardware [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1975.340879] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078e6187-aafe-4d29-8fdd-6128169cd5bf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.351588] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3c2e37-b49e-40df-89f9-114827d574bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.434777] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705589, 'name': ReconfigVM_Task, 'duration_secs': 0.129234} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.435106] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355378', 'volume_id': '2b2cda15-6324-4b15-bf16-38133c4627ec', 'name': 'volume-2b2cda15-6324-4b15-bf16-38133c4627ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '9a9894f0-a683-4493-a5c7-c24580c3c263', 'attached_at': '2024-12-10T20:12:13.000000', 'detached_at': '', 'volume_id': '2b2cda15-6324-4b15-bf16-38133c4627ec', 'serial': '2b2cda15-6324-4b15-bf16-38133c4627ec'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1975.435343] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1975.436290] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c31764-616a-4518-b668-b4f69e505375 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.443880] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1975.444152] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e39bda2e-971e-4f16-a79e-1b054d9add32 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.473994] env[62555]: DEBUG nova.compute.manager [req-113dc32f-071b-45df-8d64-2b47be2ea27f req-885cd5e2-1a10-4109-a5d5-f6e54b514069 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Received event network-vif-plugged-b3f6ae94-345f-416c-a19c-e88e8fa80efe {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1975.474235] env[62555]: DEBUG oslo_concurrency.lockutils [req-113dc32f-071b-45df-8d64-2b47be2ea27f req-885cd5e2-1a10-4109-a5d5-f6e54b514069 service nova] Acquiring lock "aeae0833-e4e2-4306-8051-8370b82f5a4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.474457] env[62555]: DEBUG oslo_concurrency.lockutils [req-113dc32f-071b-45df-8d64-2b47be2ea27f req-885cd5e2-1a10-4109-a5d5-f6e54b514069 service nova] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.474620] env[62555]: DEBUG oslo_concurrency.lockutils [req-113dc32f-071b-45df-8d64-2b47be2ea27f req-885cd5e2-1a10-4109-a5d5-f6e54b514069 service nova] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.474788] env[62555]: DEBUG nova.compute.manager [req-113dc32f-071b-45df-8d64-2b47be2ea27f req-885cd5e2-1a10-4109-a5d5-f6e54b514069 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] No waiting events found dispatching network-vif-plugged-b3f6ae94-345f-416c-a19c-e88e8fa80efe {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1975.474949] env[62555]: WARNING nova.compute.manager [req-113dc32f-071b-45df-8d64-2b47be2ea27f req-885cd5e2-1a10-4109-a5d5-f6e54b514069 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Received unexpected event network-vif-plugged-b3f6ae94-345f-416c-a19c-e88e8fa80efe for instance with vm_state building and task_state spawning. [ 1975.523459] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1975.523704] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1975.523886] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleting the datastore file [datastore1] 9a9894f0-a683-4493-a5c7-c24580c3c263 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1975.524177] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c6291fa-8aeb-464b-bcf8-fffb4269f5fc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.532489] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1975.532489] env[62555]: value = "task-1705591" [ 1975.532489] env[62555]: _type = "Task" [ 1975.532489] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.541112] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.561544] env[62555]: DEBUG nova.network.neutron [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Successfully updated port: b3f6ae94-345f-416c-a19c-e88e8fa80efe {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.043531] env[62555]: DEBUG oslo_vmware.api [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15203} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.043802] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1976.043986] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1976.044180] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1976.044357] env[62555]: INFO nova.compute.manager [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1976.044596] env[62555]: DEBUG oslo.service.loopingcall [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.044792] env[62555]: DEBUG nova.compute.manager [-] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1976.044884] env[62555]: DEBUG nova.network.neutron [-] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1976.067253] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.067411] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.067645] env[62555]: DEBUG nova.network.neutron [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1976.599330] env[62555]: DEBUG nova.network.neutron [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1976.727731] env[62555]: DEBUG nova.network.neutron [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance_info_cache with network_info: [{"id": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "address": "fa:16:3e:e7:08:75", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6ae94-34", "ovs_interfaceid": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.967245] env[62555]: DEBUG nova.network.neutron [-] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.231751] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.231751] env[62555]: DEBUG nova.compute.manager [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Instance network_info: |[{"id": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "address": "fa:16:3e:e7:08:75", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6ae94-34", "ovs_interfaceid": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1977.231998] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:08:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3f6ae94-345f-416c-a19c-e88e8fa80efe', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1977.239960] env[62555]: DEBUG oslo.service.loopingcall [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.240529] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1977.240767] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d6d493a-e0a9-41bb-abf8-70d2f2777325 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.262312] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1977.262312] env[62555]: value = "task-1705592" [ 1977.262312] env[62555]: _type = "Task" [ 1977.262312] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.270693] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705592, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.470809] env[62555]: INFO nova.compute.manager [-] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Took 1.43 seconds to deallocate network for instance. [ 1977.505991] env[62555]: DEBUG nova.compute.manager [req-14b0dd24-596e-48b4-946e-548791353f70 req-f68c3727-93cc-4e98-abde-da3a89f39ff8 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Received event network-changed-b3f6ae94-345f-416c-a19c-e88e8fa80efe {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1977.506159] env[62555]: DEBUG nova.compute.manager [req-14b0dd24-596e-48b4-946e-548791353f70 req-f68c3727-93cc-4e98-abde-da3a89f39ff8 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Refreshing instance network info cache due to event network-changed-b3f6ae94-345f-416c-a19c-e88e8fa80efe. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1977.506427] env[62555]: DEBUG oslo_concurrency.lockutils [req-14b0dd24-596e-48b4-946e-548791353f70 req-f68c3727-93cc-4e98-abde-da3a89f39ff8 service nova] Acquiring lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.506545] env[62555]: DEBUG oslo_concurrency.lockutils [req-14b0dd24-596e-48b4-946e-548791353f70 req-f68c3727-93cc-4e98-abde-da3a89f39ff8 service nova] Acquired lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.506725] env[62555]: DEBUG nova.network.neutron [req-14b0dd24-596e-48b4-946e-548791353f70 req-f68c3727-93cc-4e98-abde-da3a89f39ff8 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Refreshing network info cache for port b3f6ae94-345f-416c-a19c-e88e8fa80efe {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1977.773320] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705592, 'name': CreateVM_Task, 'duration_secs': 0.343551} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.773600] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1977.774171] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.774344] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.774667] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1977.774920] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40b7a981-6a8c-4e3f-b97b-cc2ae419be33 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.779909] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1977.779909] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52277fff-c3b6-c10e-cd31-3f9de03c12fa" [ 1977.779909] env[62555]: _type = "Task" [ 1977.779909] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.787268] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52277fff-c3b6-c10e-cd31-3f9de03c12fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.015588] env[62555]: INFO nova.compute.manager [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Took 0.54 seconds to detach 1 volumes for instance. [ 1978.225700] env[62555]: DEBUG nova.network.neutron [req-14b0dd24-596e-48b4-946e-548791353f70 req-f68c3727-93cc-4e98-abde-da3a89f39ff8 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updated VIF entry in instance network info cache for port b3f6ae94-345f-416c-a19c-e88e8fa80efe. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1978.226079] env[62555]: DEBUG nova.network.neutron [req-14b0dd24-596e-48b4-946e-548791353f70 req-f68c3727-93cc-4e98-abde-da3a89f39ff8 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance_info_cache with network_info: [{"id": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "address": "fa:16:3e:e7:08:75", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6ae94-34", "ovs_interfaceid": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.290488] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52277fff-c3b6-c10e-cd31-3f9de03c12fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009937} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.290791] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.291088] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1978.291270] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.291423] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.291636] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1978.291895] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8578aa58-703a-46e6-b16b-49a46b121d57 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.300426] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1978.300597] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1978.301321] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee858e42-3dba-4db2-8955-663e97281815 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.306713] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1978.306713] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5273e8e0-cdab-e49f-d2b1-c6f6e9a0dec7" [ 1978.306713] env[62555]: _type = "Task" [ 1978.306713] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.313983] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5273e8e0-cdab-e49f-d2b1-c6f6e9a0dec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.521636] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.521879] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.522087] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.543442] env[62555]: INFO nova.scheduler.client.report [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleted allocations for instance 9a9894f0-a683-4493-a5c7-c24580c3c263 [ 1978.728946] env[62555]: DEBUG oslo_concurrency.lockutils [req-14b0dd24-596e-48b4-946e-548791353f70 req-f68c3727-93cc-4e98-abde-da3a89f39ff8 service nova] Releasing lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.729305] env[62555]: DEBUG nova.compute.manager [req-14b0dd24-596e-48b4-946e-548791353f70 req-f68c3727-93cc-4e98-abde-da3a89f39ff8 service nova] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Received event network-vif-deleted-fd166c92-139a-424e-823f-71baa2c5bf2a {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1978.815526] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "701ba811-207e-4c1b-93e3-b02370a17392" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.815934] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.821026] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5273e8e0-cdab-e49f-d2b1-c6f6e9a0dec7, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.821948] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f6e4cd-505d-42b2-893c-407ff4e19c53 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.827645] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1978.827645] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525a19b8-37be-0add-67df-e3f9c807af8d" [ 1978.827645] env[62555]: _type = "Task" [ 1978.827645] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.835451] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525a19b8-37be-0add-67df-e3f9c807af8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.051148] env[62555]: DEBUG oslo_concurrency.lockutils [None req-05adbfe2-982c-495e-9fab-ed3b47e81e06 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "9a9894f0-a683-4493-a5c7-c24580c3c263" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.778s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.323229] env[62555]: DEBUG nova.compute.utils [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1979.340145] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]525a19b8-37be-0add-67df-e3f9c807af8d, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.340674] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.340935] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] aeae0833-e4e2-4306-8051-8370b82f5a4f/aeae0833-e4e2-4306-8051-8370b82f5a4f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1979.341233] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-611695a9-27b2-4109-8d3b-9ee306ff2882 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.348397] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1979.348397] env[62555]: value = "task-1705593" [ 1979.348397] env[62555]: _type = "Task" [ 1979.348397] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.356842] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.828083] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.858858] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705593, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.359531] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509997} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.359810] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] aeae0833-e4e2-4306-8051-8370b82f5a4f/aeae0833-e4e2-4306-8051-8370b82f5a4f.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1980.360057] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1980.360386] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94c394db-38b3-4f1e-92bf-0e9d4b910a60 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.367426] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1980.367426] env[62555]: value = "task-1705594" [ 1980.367426] env[62555]: _type = "Task" [ 1980.367426] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.375667] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.578902] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.579294] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.876987] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142718} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.877314] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1980.878031] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1679d3b1-b8e6-474d-95ad-17ff1e6bc3a6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.899501] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] aeae0833-e4e2-4306-8051-8370b82f5a4f/aeae0833-e4e2-4306-8051-8370b82f5a4f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1980.900042] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "701ba811-207e-4c1b-93e3-b02370a17392" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.900269] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.900482] env[62555]: INFO nova.compute.manager [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Attaching volume 177a1a9b-60cf-40cf-ad96-7ac2660dbb5f to /dev/sdb [ 1980.902172] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6393ef7-ada2-4a51-a618-f0d139520b41 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.923055] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1980.923055] env[62555]: value = "task-1705595" [ 1980.923055] env[62555]: _type = "Task" [ 1980.923055] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.929631] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.951914] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993bfcf0-7cee-486e-9e53-6c7b295f0eb2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.958289] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557bac66-3233-4e5e-a175-121e3094f2d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.973140] env[62555]: DEBUG nova.virt.block_device [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Updating existing volume attachment record: f69a66a4-bd7f-402f-86fa-ec32b3e7da07 {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1981.082751] env[62555]: DEBUG nova.compute.manager [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1981.432612] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705595, 'name': ReconfigVM_Task, 'duration_secs': 0.359443} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.432996] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] aeae0833-e4e2-4306-8051-8370b82f5a4f/aeae0833-e4e2-4306-8051-8370b82f5a4f.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1981.433670] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad8a45ca-8bb7-4dc5-97cc-67f5899086dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.439928] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1981.439928] env[62555]: value = "task-1705597" [ 1981.439928] env[62555]: _type = "Task" [ 1981.439928] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.448018] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705597, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.606432] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.606694] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.608284] env[62555]: INFO nova.compute.claims [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1981.950319] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705597, 'name': Rename_Task, 'duration_secs': 0.149254} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.950674] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1981.950825] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fef26d58-3fd0-41ef-a98d-b336203c7962 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.956719] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1981.956719] env[62555]: value = "task-1705598" [ 1981.956719] env[62555]: _type = "Task" [ 1981.956719] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.963599] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.467444] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705598, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.689994] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40f9a15-2948-4e11-b39c-eb51eb5a9728 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.697689] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f13ab73-832b-45fb-9490-87e083626f5a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.728122] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f726a126-a5b3-499f-a449-4284e0e72580 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.735020] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff093d0f-f8d9-444d-b416-d1c94751fd9a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.747492] env[62555]: DEBUG nova.compute.provider_tree [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1982.967641] env[62555]: DEBUG oslo_vmware.api [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705598, 'name': PowerOnVM_Task, 'duration_secs': 0.696801} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.967990] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1982.968077] env[62555]: INFO nova.compute.manager [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Took 7.66 seconds to spawn the instance on the hypervisor. [ 1982.968250] env[62555]: DEBUG nova.compute.manager [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1982.969048] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114041a7-04d1-4fca-918a-53c44ec82650 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.252100] env[62555]: DEBUG nova.scheduler.client.report [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1983.486844] env[62555]: INFO nova.compute.manager [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Took 12.37 seconds to build instance. [ 1983.756658] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.757172] env[62555]: DEBUG nova.compute.manager [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1983.988599] env[62555]: DEBUG oslo_concurrency.lockutils [None req-b184e5d8-6c30-4a04-b4df-e2bde383fe9c tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.877s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.262707] env[62555]: DEBUG nova.compute.utils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1984.264156] env[62555]: DEBUG nova.compute.manager [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1984.264314] env[62555]: DEBUG nova.network.neutron [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1984.301780] env[62555]: DEBUG nova.policy [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4b0547b9bcc41c4a374ac1b0c7933c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '017e84ff06d2429a8c7718215a8a299e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 1984.559843] env[62555]: DEBUG nova.network.neutron [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Successfully created port: 7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1984.767966] env[62555]: DEBUG nova.compute.manager [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1985.207731] env[62555]: DEBUG nova.compute.manager [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Stashing vm_state: active {{(pid=62555) _prep_resize /opt/stack/nova/nova/compute/manager.py:5972}} [ 1985.519443] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1985.519742] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355383', 'volume_id': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'name': 'volume-177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '701ba811-207e-4c1b-93e3-b02370a17392', 'attached_at': '', 'detached_at': '', 'volume_id': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'serial': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1985.520786] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9596c3d1-7bcd-4f7b-b992-ce6ca051d5c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.539575] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad7e37f-bc32-4ea5-99de-2546433e4bc1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.567412] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-177a1a9b-60cf-40cf-ad96-7ac2660dbb5f/volume-177a1a9b-60cf-40cf-ad96-7ac2660dbb5f.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1985.568295] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33d7065d-2cd7-4ad4-a1f7-3c8c14434789 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.588685] env[62555]: DEBUG oslo_vmware.api [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1985.588685] env[62555]: value = "task-1705600" [ 1985.588685] env[62555]: _type = "Task" [ 1985.588685] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.598150] env[62555]: DEBUG oslo_vmware.api [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.731055] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.731055] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.778337] env[62555]: DEBUG nova.compute.manager [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1985.810263] env[62555]: DEBUG nova.virt.hardware [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1985.810610] env[62555]: DEBUG nova.virt.hardware [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1985.810839] env[62555]: DEBUG nova.virt.hardware [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1985.811124] env[62555]: DEBUG nova.virt.hardware [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1985.811344] env[62555]: DEBUG nova.virt.hardware [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1985.811540] env[62555]: DEBUG nova.virt.hardware [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1985.811834] env[62555]: DEBUG nova.virt.hardware [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1985.812070] env[62555]: DEBUG nova.virt.hardware [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1985.812322] env[62555]: DEBUG nova.virt.hardware [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1985.812549] env[62555]: DEBUG nova.virt.hardware [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1985.812860] env[62555]: DEBUG nova.virt.hardware [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1985.813895] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23056c1-fe8e-4044-85bf-5a58a58915e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.824063] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a612527c-5c6e-45c6-bd79-035d35b9726b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.942687] env[62555]: DEBUG nova.compute.manager [req-64f5fdf7-c8f7-4e34-8d73-2db454449fd7 req-2947bc72-ff1d-47dd-aea4-f595a3553ad2 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Received event network-vif-plugged-7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1985.942827] env[62555]: DEBUG oslo_concurrency.lockutils [req-64f5fdf7-c8f7-4e34-8d73-2db454449fd7 req-2947bc72-ff1d-47dd-aea4-f595a3553ad2 service nova] Acquiring lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.943162] env[62555]: DEBUG oslo_concurrency.lockutils [req-64f5fdf7-c8f7-4e34-8d73-2db454449fd7 req-2947bc72-ff1d-47dd-aea4-f595a3553ad2 service nova] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.943296] env[62555]: DEBUG oslo_concurrency.lockutils [req-64f5fdf7-c8f7-4e34-8d73-2db454449fd7 req-2947bc72-ff1d-47dd-aea4-f595a3553ad2 service nova] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1985.943489] env[62555]: DEBUG nova.compute.manager [req-64f5fdf7-c8f7-4e34-8d73-2db454449fd7 req-2947bc72-ff1d-47dd-aea4-f595a3553ad2 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] No waiting events found dispatching network-vif-plugged-7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1985.943655] env[62555]: WARNING nova.compute.manager [req-64f5fdf7-c8f7-4e34-8d73-2db454449fd7 req-2947bc72-ff1d-47dd-aea4-f595a3553ad2 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Received unexpected event network-vif-plugged-7f07f48f-5b51-4e02-b849-c8e57008c0ab for instance with vm_state building and task_state spawning. [ 1986.029096] env[62555]: DEBUG nova.network.neutron [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Successfully updated port: 7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1986.098805] env[62555]: DEBUG oslo_vmware.api [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.236902] env[62555]: INFO nova.compute.claims [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1986.531882] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.532050] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.532208] env[62555]: DEBUG nova.network.neutron [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1986.598541] env[62555]: DEBUG oslo_vmware.api [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705600, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.743411] env[62555]: INFO nova.compute.resource_tracker [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating resource usage from migration 5df3fab2-0a01-4bda-87b3-df34b44cd5cf [ 1986.821301] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7255cc08-7bc8-4fa6-956c-c10d4baf170d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.829107] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23de6407-b99b-47ce-a720-743d56445230 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.858278] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08640e0-049e-4bb0-a99f-d377ef287a44 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.865464] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb9fa27-d020-4f03-8e9c-d84f3236d6fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.878323] env[62555]: DEBUG nova.compute.provider_tree [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1987.063109] env[62555]: DEBUG nova.network.neutron [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1987.101849] env[62555]: DEBUG oslo_vmware.api [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705600, 'name': ReconfigVM_Task, 'duration_secs': 1.015322} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.102132] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-177a1a9b-60cf-40cf-ad96-7ac2660dbb5f/volume-177a1a9b-60cf-40cf-ad96-7ac2660dbb5f.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1987.106687] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0d44246-9d21-4f03-8e15-e3778792ee17 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.121274] env[62555]: DEBUG oslo_vmware.api [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1987.121274] env[62555]: value = "task-1705601" [ 1987.121274] env[62555]: _type = "Task" [ 1987.121274] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.131069] env[62555]: DEBUG oslo_vmware.api [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.186939] env[62555]: DEBUG nova.network.neutron [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updating instance_info_cache with network_info: [{"id": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "address": "fa:16:3e:d9:0b:df", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f07f48f-5b", "ovs_interfaceid": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.381125] env[62555]: DEBUG nova.scheduler.client.report [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1987.631447] env[62555]: DEBUG oslo_vmware.api [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705601, 'name': ReconfigVM_Task, 'duration_secs': 0.279122} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.631738] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355383', 'volume_id': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'name': 'volume-177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '701ba811-207e-4c1b-93e3-b02370a17392', 'attached_at': '', 'detached_at': '', 'volume_id': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'serial': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1987.689277] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.689566] env[62555]: DEBUG nova.compute.manager [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Instance network_info: |[{"id": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "address": "fa:16:3e:d9:0b:df", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f07f48f-5b", "ovs_interfaceid": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1987.689962] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:0b:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f07f48f-5b51-4e02-b849-c8e57008c0ab', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1987.697932] env[62555]: DEBUG oslo.service.loopingcall [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1987.698138] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1987.698357] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ae56252-518a-4488-962b-81fb4a19b411 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.717874] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1987.717874] env[62555]: value = "task-1705602" [ 1987.717874] env[62555]: _type = "Task" [ 1987.717874] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.725304] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705602, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.886078] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.155s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.886279] env[62555]: INFO nova.compute.manager [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Migrating [ 1987.968145] env[62555]: DEBUG nova.compute.manager [req-cb27bc96-332f-4436-ac8c-3a565c9c08f5 req-e1ffcc57-9eb7-48f0-9bf5-faf62a6ee183 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Received event network-changed-7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1987.968434] env[62555]: DEBUG nova.compute.manager [req-cb27bc96-332f-4436-ac8c-3a565c9c08f5 req-e1ffcc57-9eb7-48f0-9bf5-faf62a6ee183 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Refreshing instance network info cache due to event network-changed-7f07f48f-5b51-4e02-b849-c8e57008c0ab. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1987.968583] env[62555]: DEBUG oslo_concurrency.lockutils [req-cb27bc96-332f-4436-ac8c-3a565c9c08f5 req-e1ffcc57-9eb7-48f0-9bf5-faf62a6ee183 service nova] Acquiring lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.968750] env[62555]: DEBUG oslo_concurrency.lockutils [req-cb27bc96-332f-4436-ac8c-3a565c9c08f5 req-e1ffcc57-9eb7-48f0-9bf5-faf62a6ee183 service nova] Acquired lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.968913] env[62555]: DEBUG nova.network.neutron [req-cb27bc96-332f-4436-ac8c-3a565c9c08f5 req-e1ffcc57-9eb7-48f0-9bf5-faf62a6ee183 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Refreshing network info cache for port 7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1988.227284] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705602, 'name': CreateVM_Task, 'duration_secs': 0.338608} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.227448] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1988.228159] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.228340] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.228679] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1988.229193] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c7b683-8ba6-46d8-8335-b27472ef7e95 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.233715] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1988.233715] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ddd615-9784-6786-1f7e-c7d09a82acc2" [ 1988.233715] env[62555]: _type = "Task" [ 1988.233715] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.241065] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ddd615-9784-6786-1f7e-c7d09a82acc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.401031] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.401031] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.401031] env[62555]: DEBUG nova.network.neutron [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1988.652868] env[62555]: DEBUG nova.network.neutron [req-cb27bc96-332f-4436-ac8c-3a565c9c08f5 req-e1ffcc57-9eb7-48f0-9bf5-faf62a6ee183 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updated VIF entry in instance network info cache for port 7f07f48f-5b51-4e02-b849-c8e57008c0ab. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1988.653254] env[62555]: DEBUG nova.network.neutron [req-cb27bc96-332f-4436-ac8c-3a565c9c08f5 req-e1ffcc57-9eb7-48f0-9bf5-faf62a6ee183 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updating instance_info_cache with network_info: [{"id": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "address": "fa:16:3e:d9:0b:df", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f07f48f-5b", "ovs_interfaceid": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1988.666968] env[62555]: DEBUG nova.objects.instance [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lazy-loading 'flavor' on Instance uuid 701ba811-207e-4c1b-93e3-b02370a17392 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.744543] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52ddd615-9784-6786-1f7e-c7d09a82acc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.744846] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.745093] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1988.745326] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.745472] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.745732] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1988.746032] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3e3dc37-fc68-4f2c-a9ea-e0f213e55dbf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.754012] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1988.754168] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1988.754859] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb4ca5c-a51b-4e71-9b18-ed11393bdf54 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.759526] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1988.759526] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c03e93-6ff4-77fb-fe9b-136a6f8d7a3a" [ 1988.759526] env[62555]: _type = "Task" [ 1988.759526] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.767470] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c03e93-6ff4-77fb-fe9b-136a6f8d7a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.083935] env[62555]: DEBUG nova.network.neutron [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance_info_cache with network_info: [{"id": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "address": "fa:16:3e:e7:08:75", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6ae94-34", "ovs_interfaceid": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.157188] env[62555]: DEBUG oslo_concurrency.lockutils [req-cb27bc96-332f-4436-ac8c-3a565c9c08f5 req-e1ffcc57-9eb7-48f0-9bf5-faf62a6ee183 service nova] Releasing lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.171229] env[62555]: DEBUG oslo_concurrency.lockutils [None req-ca772c54-12d3-4100-a0be-9d1879670b86 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.271s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1989.270025] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52c03e93-6ff4-77fb-fe9b-136a6f8d7a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008311} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.270823] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98d53f9f-912c-4463-beff-82596a83a4a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.276267] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1989.276267] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52097d4c-b158-a12e-c2cf-f32c677ddaa3" [ 1989.276267] env[62555]: _type = "Task" [ 1989.276267] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.284229] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52097d4c-b158-a12e-c2cf-f32c677ddaa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.357332] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "701ba811-207e-4c1b-93e3-b02370a17392" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.357624] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1989.587027] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.786726] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52097d4c-b158-a12e-c2cf-f32c677ddaa3, 'name': SearchDatastore_Task, 'duration_secs': 0.009337} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.786954] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.787236] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] cf085405-b16a-4cd7-8540-0e4b9f5bdfca/cf085405-b16a-4cd7-8540-0e4b9f5bdfca.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1989.787496] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-231e7a24-93c5-4c8c-ad98-c8e6e1a40da4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.793964] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1989.793964] env[62555]: value = "task-1705603" [ 1989.793964] env[62555]: _type = "Task" [ 1989.793964] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.801614] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.860640] env[62555]: INFO nova.compute.manager [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Detaching volume 177a1a9b-60cf-40cf-ad96-7ac2660dbb5f [ 1989.896714] env[62555]: INFO nova.virt.block_device [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Attempting to driver detach volume 177a1a9b-60cf-40cf-ad96-7ac2660dbb5f from mountpoint /dev/sdb [ 1989.897025] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1989.897262] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355383', 'volume_id': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'name': 'volume-177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '701ba811-207e-4c1b-93e3-b02370a17392', 'attached_at': '', 'detached_at': '', 'volume_id': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'serial': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1989.898153] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41349d48-8eaa-4fd1-9bd9-7e38db7959d9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.920905] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b296bc2f-8dff-4830-b4db-d3b01ea77fdf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.927994] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60690670-1c99-4a32-afd2-2d0d441c0e42 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.949162] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685aa2ef-9992-4ba9-b035-40bc0cd08cc1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.964476] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] The volume has not been displaced from its original location: [datastore1] volume-177a1a9b-60cf-40cf-ad96-7ac2660dbb5f/volume-177a1a9b-60cf-40cf-ad96-7ac2660dbb5f.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1989.969720] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1989.970093] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa0ee18f-0769-4452-9758-3b8dcabe84dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.988026] env[62555]: DEBUG oslo_vmware.api [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1989.988026] env[62555]: value = "task-1705604" [ 1989.988026] env[62555]: _type = "Task" [ 1989.988026] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.996278] env[62555]: DEBUG oslo_vmware.api [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.304719] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452017} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.305040] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] cf085405-b16a-4cd7-8540-0e4b9f5bdfca/cf085405-b16a-4cd7-8540-0e4b9f5bdfca.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1990.305305] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1990.305587] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08b9a10f-9fd8-46e4-aa0d-ef7fffd8a630 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.312527] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1990.312527] env[62555]: value = "task-1705605" [ 1990.312527] env[62555]: _type = "Task" [ 1990.312527] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.320590] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.497740] env[62555]: DEBUG oslo_vmware.api [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705604, 'name': ReconfigVM_Task, 'duration_secs': 0.447622} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.498051] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1990.502741] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72093501-5ab0-4c71-a57a-869f7b547ff0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.518511] env[62555]: DEBUG oslo_vmware.api [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1990.518511] env[62555]: value = "task-1705606" [ 1990.518511] env[62555]: _type = "Task" [ 1990.518511] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.528990] env[62555]: DEBUG oslo_vmware.api [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.823823] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074656} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.824330] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1990.824793] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce906d5-9986-4b6d-beec-fba7f4c27ccb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.845711] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] cf085405-b16a-4cd7-8540-0e4b9f5bdfca/cf085405-b16a-4cd7-8540-0e4b9f5bdfca.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1990.845956] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85c9e076-1112-41f0-bbfd-52401a60ebf4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.864242] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1990.864242] env[62555]: value = "task-1705607" [ 1990.864242] env[62555]: _type = "Task" [ 1990.864242] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.871342] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705607, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.028090] env[62555]: DEBUG oslo_vmware.api [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705606, 'name': ReconfigVM_Task, 'duration_secs': 0.141651} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.028569] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355383', 'volume_id': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'name': 'volume-177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '701ba811-207e-4c1b-93e3-b02370a17392', 'attached_at': '', 'detached_at': '', 'volume_id': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f', 'serial': '177a1a9b-60cf-40cf-ad96-7ac2660dbb5f'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1991.102541] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11bc945-ce04-44a5-bda3-12807ad899cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.121578] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance 'aeae0833-e4e2-4306-8051-8370b82f5a4f' progress to 0 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1991.373714] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705607, 'name': ReconfigVM_Task, 'duration_secs': 0.286108} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.373847] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Reconfigured VM instance instance-00000079 to attach disk [datastore1] cf085405-b16a-4cd7-8540-0e4b9f5bdfca/cf085405-b16a-4cd7-8540-0e4b9f5bdfca.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1991.374473] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1549bc3d-9562-45b2-a26b-afdefc009837 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.380237] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1991.380237] env[62555]: value = "task-1705608" [ 1991.380237] env[62555]: _type = "Task" [ 1991.380237] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.387537] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705608, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.567817] env[62555]: DEBUG nova.objects.instance [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lazy-loading 'flavor' on Instance uuid 701ba811-207e-4c1b-93e3-b02370a17392 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1991.629344] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1991.629682] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "b14c875b-a0a0-44c3-b714-850f41736e28" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.629898] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "b14c875b-a0a0-44c3-b714-850f41736e28" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.630084] env[62555]: DEBUG nova.compute.manager [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1991.630320] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ce1cbcb-1fba-45fd-913a-505b0ae4f119 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.632578] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86803851-b10d-4a23-b8ad-76e102181a18 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.639084] env[62555]: DEBUG nova.compute.manager [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62555) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1991.639642] env[62555]: DEBUG nova.objects.instance [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'flavor' on Instance uuid b14c875b-a0a0-44c3-b714-850f41736e28 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1991.641814] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1991.641814] env[62555]: value = "task-1705609" [ 1991.641814] env[62555]: _type = "Task" [ 1991.641814] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.649966] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.891665] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705608, 'name': Rename_Task, 'duration_secs': 0.160001} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.891980] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1991.892198] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c16b3c35-8ea3-4362-a91f-ec180869b7c5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.898095] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 1991.898095] env[62555]: value = "task-1705610" [ 1991.898095] env[62555]: _type = "Task" [ 1991.898095] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.905433] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.154761] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705609, 'name': PowerOffVM_Task, 'duration_secs': 0.173769} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.155073] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1992.155244] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance 'aeae0833-e4e2-4306-8051-8370b82f5a4f' progress to 17 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1992.408998] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.575746] env[62555]: DEBUG oslo_concurrency.lockutils [None req-1477dcd6-ddc1-4851-8349-e606c92e4080 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.650672] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1992.650979] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5564ae9b-0912-42b1-9b5e-f9725ff19944 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.658581] env[62555]: DEBUG oslo_vmware.api [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1992.658581] env[62555]: value = "task-1705611" [ 1992.658581] env[62555]: _type = "Task" [ 1992.658581] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.663913] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1992.664180] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1992.664389] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1992.664657] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1992.664828] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1992.664980] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1992.665197] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1992.665357] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1992.665519] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1992.665682] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1992.665853] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1992.670671] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e78029c-be2f-4405-9ae8-d9b030718c79 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.687279] env[62555]: DEBUG oslo_vmware.api [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.688580] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1992.688580] env[62555]: value = "task-1705612" [ 1992.688580] env[62555]: _type = "Task" [ 1992.688580] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.696106] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.908339] env[62555]: DEBUG oslo_vmware.api [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705610, 'name': PowerOnVM_Task, 'duration_secs': 0.562329} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.908699] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1992.908803] env[62555]: INFO nova.compute.manager [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1992.909008] env[62555]: DEBUG nova.compute.manager [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1992.909755] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178dcd3c-c29b-4f98-b41e-70527a00d47e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.169279] env[62555]: DEBUG oslo_vmware.api [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705611, 'name': PowerOffVM_Task, 'duration_secs': 0.249058} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.169554] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1993.169759] env[62555]: DEBUG nova.compute.manager [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1993.170635] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46999517-300f-4dd4-a449-cffe4464e99c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.199665] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705612, 'name': ReconfigVM_Task, 'duration_secs': 0.16319} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.199665] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance 'aeae0833-e4e2-4306-8051-8370b82f5a4f' progress to 33 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1993.429596] env[62555]: INFO nova.compute.manager [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Took 11.84 seconds to build instance. [ 1993.597058] env[62555]: DEBUG oslo_concurrency.lockutils [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "701ba811-207e-4c1b-93e3-b02370a17392" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.597333] env[62555]: DEBUG oslo_concurrency.lockutils [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.597549] env[62555]: DEBUG oslo_concurrency.lockutils [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "701ba811-207e-4c1b-93e3-b02370a17392-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.597771] env[62555]: DEBUG oslo_concurrency.lockutils [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.597946] env[62555]: DEBUG oslo_concurrency.lockutils [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.599995] env[62555]: INFO nova.compute.manager [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Terminating instance [ 1993.683170] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2bfe3e42-e7b2-458f-b46a-631e81d75692 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "b14c875b-a0a0-44c3-b714-850f41736e28" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.704816] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1993.705097] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1993.705261] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1993.705444] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1993.705614] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1993.705735] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1993.705933] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1993.706100] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1993.706309] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1993.706485] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1993.706660] env[62555]: DEBUG nova.virt.hardware [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1993.712042] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1993.713447] env[62555]: DEBUG nova.compute.manager [req-82fffcd5-a955-40e4-889a-fe483075fbad req-28933801-e8a5-4476-9ae5-4a7c96e26d47 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Received event network-changed-7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1993.713628] env[62555]: DEBUG nova.compute.manager [req-82fffcd5-a955-40e4-889a-fe483075fbad req-28933801-e8a5-4476-9ae5-4a7c96e26d47 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Refreshing instance network info cache due to event network-changed-7f07f48f-5b51-4e02-b849-c8e57008c0ab. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 1993.713874] env[62555]: DEBUG oslo_concurrency.lockutils [req-82fffcd5-a955-40e4-889a-fe483075fbad req-28933801-e8a5-4476-9ae5-4a7c96e26d47 service nova] Acquiring lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.714040] env[62555]: DEBUG oslo_concurrency.lockutils [req-82fffcd5-a955-40e4-889a-fe483075fbad req-28933801-e8a5-4476-9ae5-4a7c96e26d47 service nova] Acquired lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.714205] env[62555]: DEBUG nova.network.neutron [req-82fffcd5-a955-40e4-889a-fe483075fbad req-28933801-e8a5-4476-9ae5-4a7c96e26d47 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Refreshing network info cache for port 7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1993.715920] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56067300-5ac2-4f74-b0ad-6789ab643239 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.735815] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1993.735815] env[62555]: value = "task-1705613" [ 1993.735815] env[62555]: _type = "Task" [ 1993.735815] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.744440] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.931488] env[62555]: DEBUG oslo_concurrency.lockutils [None req-17942d37-854b-4c4a-b89c-4cc4f0be11f7 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.352s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.040567] env[62555]: DEBUG nova.objects.instance [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'flavor' on Instance uuid b14c875b-a0a0-44c3-b714-850f41736e28 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.103362] env[62555]: DEBUG nova.compute.manager [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1994.103597] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1994.104493] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e98649-a17c-4d05-90f9-5aac67c42c3a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.112261] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.112483] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0218e8d9-4e21-4b46-b611-9dfedec5e5b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.118137] env[62555]: DEBUG oslo_vmware.api [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1994.118137] env[62555]: value = "task-1705614" [ 1994.118137] env[62555]: _type = "Task" [ 1994.118137] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.125422] env[62555]: DEBUG oslo_vmware.api [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.246430] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705613, 'name': ReconfigVM_Task, 'duration_secs': 0.160401} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.246730] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1994.247649] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509c3193-f996-4799-abb3-90c3f26a7152 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.275141] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] aeae0833-e4e2-4306-8051-8370b82f5a4f/aeae0833-e4e2-4306-8051-8370b82f5a4f.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.277586] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c5f4ef-6c50-4e85-9695-ca1d1bc216a6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.296072] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 1994.296072] env[62555]: value = "task-1705615" [ 1994.296072] env[62555]: _type = "Task" [ 1994.296072] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.303910] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.486294] env[62555]: DEBUG nova.network.neutron [req-82fffcd5-a955-40e4-889a-fe483075fbad req-28933801-e8a5-4476-9ae5-4a7c96e26d47 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updated VIF entry in instance network info cache for port 7f07f48f-5b51-4e02-b849-c8e57008c0ab. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1994.486722] env[62555]: DEBUG nova.network.neutron [req-82fffcd5-a955-40e4-889a-fe483075fbad req-28933801-e8a5-4476-9ae5-4a7c96e26d47 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updating instance_info_cache with network_info: [{"id": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "address": "fa:16:3e:d9:0b:df", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f07f48f-5b", "ovs_interfaceid": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.545161] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.545366] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.545526] env[62555]: DEBUG nova.network.neutron [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1994.545716] env[62555]: DEBUG nova.objects.instance [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'info_cache' on Instance uuid b14c875b-a0a0-44c3-b714-850f41736e28 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1994.627344] env[62555]: DEBUG oslo_vmware.api [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705614, 'name': PowerOffVM_Task, 'duration_secs': 0.158564} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.627599] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.627796] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1994.628061] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04d4fc64-53dd-4fb7-9797-50bbf3213cdd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.695278] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.695511] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.695818] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleting the datastore file [datastore1] 701ba811-207e-4c1b-93e3-b02370a17392 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.696042] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-782d610f-d466-48a4-a6e6-4c9ee7da2a75 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.702474] env[62555]: DEBUG oslo_vmware.api [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for the task: (returnval){ [ 1994.702474] env[62555]: value = "task-1705617" [ 1994.702474] env[62555]: _type = "Task" [ 1994.702474] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.710993] env[62555]: DEBUG oslo_vmware.api [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.805712] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705615, 'name': ReconfigVM_Task, 'duration_secs': 0.258005} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.806100] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Reconfigured VM instance instance-00000078 to attach disk [datastore1] aeae0833-e4e2-4306-8051-8370b82f5a4f/aeae0833-e4e2-4306-8051-8370b82f5a4f.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1994.806422] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance 'aeae0833-e4e2-4306-8051-8370b82f5a4f' progress to 50 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1994.989414] env[62555]: DEBUG oslo_concurrency.lockutils [req-82fffcd5-a955-40e4-889a-fe483075fbad req-28933801-e8a5-4476-9ae5-4a7c96e26d47 service nova] Releasing lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.049501] env[62555]: DEBUG nova.objects.base [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1995.212547] env[62555]: DEBUG oslo_vmware.api [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Task: {'id': task-1705617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156582} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.212861] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1995.213099] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1995.213303] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1995.213491] env[62555]: INFO nova.compute.manager [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1995.213777] env[62555]: DEBUG oslo.service.loopingcall [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.214010] env[62555]: DEBUG nova.compute.manager [-] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1995.214124] env[62555]: DEBUG nova.network.neutron [-] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1995.314049] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca82c80-7b76-4f5a-a872-88f56b035980 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.335059] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2b5bc0-0214-4d40-a43f-288bd2a1e3ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.353400] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance 'aeae0833-e4e2-4306-8051-8370b82f5a4f' progress to 67 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1995.671035] env[62555]: DEBUG nova.compute.manager [req-96abd5dd-f4a6-49d9-ad6c-f90f6447db94 req-d15dd8dd-a787-4807-86b7-648e3b1a65be service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Received event network-vif-deleted-6a2c5491-ab9c-42cb-8453-dc0a3a70150d {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 1995.671256] env[62555]: INFO nova.compute.manager [req-96abd5dd-f4a6-49d9-ad6c-f90f6447db94 req-d15dd8dd-a787-4807-86b7-648e3b1a65be service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Neutron deleted interface 6a2c5491-ab9c-42cb-8453-dc0a3a70150d; detaching it from the instance and deleting it from the info cache [ 1995.671411] env[62555]: DEBUG nova.network.neutron [req-96abd5dd-f4a6-49d9-ad6c-f90f6447db94 req-d15dd8dd-a787-4807-86b7-648e3b1a65be service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.777611] env[62555]: DEBUG nova.network.neutron [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Updating instance_info_cache with network_info: [{"id": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "address": "fa:16:3e:a0:04:01", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78ade98-87", "ovs_interfaceid": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.896822] env[62555]: DEBUG nova.network.neutron [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Port b3f6ae94-345f-416c-a19c-e88e8fa80efe binding to destination host cpu-1 is already ACTIVE {{(pid=62555) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1996.150393] env[62555]: DEBUG nova.network.neutron [-] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.176198] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f299997b-1f0a-4af6-b63b-494be7f33166 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.186387] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8a5f3d-4c45-47a1-8b83-92e203427947 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.213950] env[62555]: DEBUG nova.compute.manager [req-96abd5dd-f4a6-49d9-ad6c-f90f6447db94 req-d15dd8dd-a787-4807-86b7-648e3b1a65be service nova] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Detach interface failed, port_id=6a2c5491-ab9c-42cb-8453-dc0a3a70150d, reason: Instance 701ba811-207e-4c1b-93e3-b02370a17392 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 1996.280496] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.654437] env[62555]: INFO nova.compute.manager [-] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Took 1.44 seconds to deallocate network for instance. [ 1996.922465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "aeae0833-e4e2-4306-8051-8370b82f5a4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.922465] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.922724] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.161566] env[62555]: DEBUG oslo_concurrency.lockutils [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.161944] env[62555]: DEBUG oslo_concurrency.lockutils [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.161944] env[62555]: DEBUG nova.objects.instance [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lazy-loading 'resources' on Instance uuid 701ba811-207e-4c1b-93e3-b02370a17392 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1997.285291] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1997.285640] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df399359-5be6-4a80-b3e1-bcdd4d992492 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.294517] env[62555]: DEBUG oslo_vmware.api [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1997.294517] env[62555]: value = "task-1705618" [ 1997.294517] env[62555]: _type = "Task" [ 1997.294517] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.304501] env[62555]: DEBUG oslo_vmware.api [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.748236] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7ee3fe-8a66-47f8-b52b-6684a8d6e9e5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.755302] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26df47f8-7835-49e7-a9ce-5dd2276d5028 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.784242] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4008b2a-9111-4155-b89c-10a19fa42897 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.791344] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730edad7-7fcf-4d52-beeb-5c3dc131dd05 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.802402] env[62555]: DEBUG oslo_vmware.api [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705618, 'name': PowerOnVM_Task, 'duration_secs': 0.405417} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.809830] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1997.810070] env[62555]: DEBUG nova.compute.manager [None req-e9fadac5-9d07-4e2e-8756-1f091fdfd1d7 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1997.810549] env[62555]: DEBUG nova.compute.provider_tree [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.812328] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74b28cc-4b5e-4bfa-a2d2-c7f8ca2b22b9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.957243] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.957442] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.957622] env[62555]: DEBUG nova.network.neutron [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1998.316262] env[62555]: DEBUG nova.scheduler.client.report [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 1998.731973] env[62555]: DEBUG nova.network.neutron [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance_info_cache with network_info: [{"id": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "address": "fa:16:3e:e7:08:75", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6ae94-34", "ovs_interfaceid": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.821675] env[62555]: DEBUG oslo_concurrency.lockutils [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.660s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.843405] env[62555]: INFO nova.scheduler.client.report [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Deleted allocations for instance 701ba811-207e-4c1b-93e3-b02370a17392 [ 1999.131443] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d7090-2bf1-48f4-b6b6-7a77abc72ab7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.138746] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4976d151-4578-4575-9b8c-0c25fc9a38e1 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Suspending the VM {{(pid=62555) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1999.139018] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c9a93e28-b367-4f67-a9c9-757c54342d98 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.146134] env[62555]: DEBUG oslo_vmware.api [None req-4976d151-4578-4575-9b8c-0c25fc9a38e1 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 1999.146134] env[62555]: value = "task-1705619" [ 1999.146134] env[62555]: _type = "Task" [ 1999.146134] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.154170] env[62555]: DEBUG oslo_vmware.api [None req-4976d151-4578-4575-9b8c-0c25fc9a38e1 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705619, 'name': SuspendVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.235266] env[62555]: DEBUG oslo_concurrency.lockutils [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.350488] env[62555]: DEBUG oslo_concurrency.lockutils [None req-edebdad0-8e49-4b89-b212-c0dc0ff1e295 tempest-AttachVolumeNegativeTest-1239741892 tempest-AttachVolumeNegativeTest-1239741892-project-member] Lock "701ba811-207e-4c1b-93e3-b02370a17392" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.753s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.656737] env[62555]: DEBUG oslo_vmware.api [None req-4976d151-4578-4575-9b8c-0c25fc9a38e1 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705619, 'name': SuspendVM_Task} progress is 62%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.757014] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbd157e-9f0d-4705-8fb5-f2c2b2f347ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.775949] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c348c43-9ed3-4e95-b9bd-2adf08b3a432 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.783009] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance 'aeae0833-e4e2-4306-8051-8370b82f5a4f' progress to 83 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2000.158098] env[62555]: DEBUG oslo_vmware.api [None req-4976d151-4578-4575-9b8c-0c25fc9a38e1 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705619, 'name': SuspendVM_Task, 'duration_secs': 0.722475} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.158405] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4976d151-4578-4575-9b8c-0c25fc9a38e1 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Suspended the VM {{(pid=62555) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2000.158604] env[62555]: DEBUG nova.compute.manager [None req-4976d151-4578-4575-9b8c-0c25fc9a38e1 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2000.159448] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6072974c-dce4-4dfc-9b08-2a2c5a065a69 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.292106] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.292366] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5065202c-e07d-4aeb-bed1-ba71422e5aa8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.299146] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 2000.299146] env[62555]: value = "task-1705621" [ 2000.299146] env[62555]: _type = "Task" [ 2000.299146] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.306724] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.809199] env[62555]: DEBUG oslo_vmware.api [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705621, 'name': PowerOnVM_Task, 'duration_secs': 0.441923} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.809565] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2000.809565] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-79b85ec4-b415-461f-a8c7-5db5fc7b1949 tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance 'aeae0833-e4e2-4306-8051-8370b82f5a4f' progress to 100 {{(pid=62555) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2001.503467] env[62555]: INFO nova.compute.manager [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Resuming [ 2001.504082] env[62555]: DEBUG nova.objects.instance [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'flavor' on Instance uuid b14c875b-a0a0-44c3-b714-850f41736e28 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.014722] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2003.015207] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquired lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2003.015207] env[62555]: DEBUG nova.network.neutron [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2003.489979] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "aeae0833-e4e2-4306-8051-8370b82f5a4f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.490315] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.490573] env[62555]: DEBUG nova.compute.manager [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Going to confirm migration 10 {{(pid=62555) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5131}} [ 2003.932832] env[62555]: DEBUG nova.network.neutron [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Updating instance_info_cache with network_info: [{"id": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "address": "fa:16:3e:a0:04:01", "network": {"id": "e32745b8-567d-4333-97ed-48959c8d6ad5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2029163642-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14065bdf84a24b9aa6fdbec28f26066d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c92f34c-1dd7-4dc5-b8e8-f6c55cc5b4b8", "external-id": "nsx-vlan-transportzone-850", "segmentation_id": 850, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb78ade98-87", "ovs_interfaceid": "b78ade98-87c3-43a1-b5cd-393e4fbe23b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.025111] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.025409] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquired lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.025481] env[62555]: DEBUG nova.network.neutron [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2004.025675] env[62555]: DEBUG nova.objects.instance [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lazy-loading 'info_cache' on Instance uuid aeae0833-e4e2-4306-8051-8370b82f5a4f {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2004.435929] env[62555]: DEBUG oslo_concurrency.lockutils [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Releasing lock "refresh_cache-b14c875b-a0a0-44c3-b714-850f41736e28" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.436925] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527812a6-91e6-4900-a376-5b866b9fd534 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.443605] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Resuming the VM {{(pid=62555) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2004.443829] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d284bca-07c9-48be-b14c-830fb4bee9f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.449734] env[62555]: DEBUG oslo_vmware.api [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 2004.449734] env[62555]: value = "task-1705623" [ 2004.449734] env[62555]: _type = "Task" [ 2004.449734] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.456962] env[62555]: DEBUG oslo_vmware.api [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.962400] env[62555]: DEBUG oslo_vmware.api [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705623, 'name': PowerOnVM_Task, 'duration_secs': 0.497733} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.962694] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Resumed the VM {{(pid=62555) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2004.962882] env[62555]: DEBUG nova.compute.manager [None req-f498bf64-891a-40c5-b056-d1d7f4a766ea tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2004.963702] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e89688-4969-4908-83e0-7561a96c2ea8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.230209] env[62555]: DEBUG nova.network.neutron [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance_info_cache with network_info: [{"id": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "address": "fa:16:3e:e7:08:75", "network": {"id": "48507bf5-e0b9-414d-861e-4228f376a392", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1244861072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9474985563df48aca87e2fb4d6253c91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3f6ae94-34", "ovs_interfaceid": "b3f6ae94-345f-416c-a19c-e88e8fa80efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.733306] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Releasing lock "refresh_cache-aeae0833-e4e2-4306-8051-8370b82f5a4f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.733492] env[62555]: DEBUG nova.objects.instance [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lazy-loading 'migration_context' on Instance uuid aeae0833-e4e2-4306-8051-8370b82f5a4f {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2006.178918] env[62555]: DEBUG oslo_concurrency.lockutils [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "b14c875b-a0a0-44c3-b714-850f41736e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.179145] env[62555]: DEBUG oslo_concurrency.lockutils [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "b14c875b-a0a0-44c3-b714-850f41736e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.179355] env[62555]: DEBUG oslo_concurrency.lockutils [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "b14c875b-a0a0-44c3-b714-850f41736e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.179537] env[62555]: DEBUG oslo_concurrency.lockutils [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "b14c875b-a0a0-44c3-b714-850f41736e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.179708] env[62555]: DEBUG oslo_concurrency.lockutils [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "b14c875b-a0a0-44c3-b714-850f41736e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.181990] env[62555]: INFO nova.compute.manager [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Terminating instance [ 2006.236333] env[62555]: DEBUG nova.objects.base [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2006.237270] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6792d047-9b0d-463b-a4e5-36ddd466f8df {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.256663] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa00a966-849a-4b6f-9f33-5d62e028235b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.262375] env[62555]: DEBUG oslo_vmware.api [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 2006.262375] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f4a341-1fa7-f917-94a0-dbf80c4d6385" [ 2006.262375] env[62555]: _type = "Task" [ 2006.262375] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.269740] env[62555]: DEBUG oslo_vmware.api [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f4a341-1fa7-f917-94a0-dbf80c4d6385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.622052] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "c86f717e-8226-4686-99a9-4dba776239f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.622052] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.622052] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "c86f717e-8226-4686-99a9-4dba776239f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.622261] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.622350] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.624622] env[62555]: INFO nova.compute.manager [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Terminating instance [ 2006.686096] env[62555]: DEBUG nova.compute.manager [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2006.686333] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2006.687175] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac607dc-1a0c-4cef-a4ff-4aa37fb43ad1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.694785] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2006.694996] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12bac797-8db3-47ce-b598-5bd869ba4c22 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.701612] env[62555]: DEBUG oslo_vmware.api [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 2006.701612] env[62555]: value = "task-1705625" [ 2006.701612] env[62555]: _type = "Task" [ 2006.701612] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.708988] env[62555]: DEBUG oslo_vmware.api [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.771913] env[62555]: DEBUG oslo_vmware.api [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52f4a341-1fa7-f917-94a0-dbf80c4d6385, 'name': SearchDatastore_Task, 'duration_secs': 0.027621} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.772260] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.772404] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.128277] env[62555]: DEBUG nova.compute.manager [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2007.128469] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2007.129944] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb42ea2-3b67-4d9d-916e-997b8ae29f17 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.137789] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2007.138041] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7a3f98b-d9e0-4e28-9334-2f440cb7b890 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.144510] env[62555]: DEBUG oslo_vmware.api [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2007.144510] env[62555]: value = "task-1705626" [ 2007.144510] env[62555]: _type = "Task" [ 2007.144510] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.151623] env[62555]: DEBUG oslo_vmware.api [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.210751] env[62555]: DEBUG oslo_vmware.api [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705625, 'name': PowerOffVM_Task, 'duration_secs': 0.169322} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.211137] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2007.211378] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2007.211679] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8824b579-2823-41f8-9506-2e965668fe91 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.290984] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2007.291394] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2007.291446] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleting the datastore file [datastore1] b14c875b-a0a0-44c3-b714-850f41736e28 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2007.291686] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbad9627-752b-4342-90ca-464ba1f53952 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.302127] env[62555]: DEBUG oslo_vmware.api [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for the task: (returnval){ [ 2007.302127] env[62555]: value = "task-1705628" [ 2007.302127] env[62555]: _type = "Task" [ 2007.302127] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.314111] env[62555]: DEBUG oslo_vmware.api [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.358030] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95798809-a4bc-4e2b-a100-c8b222dc6833 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.365293] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfd557a-7c37-45fd-bb02-7e31250583ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.395840] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3772648-f017-4891-b0cd-5ce037e142b9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.402651] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b688f5f-ee0f-479f-aa9c-80fbfa717685 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.415048] env[62555]: DEBUG nova.compute.provider_tree [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.654688] env[62555]: DEBUG oslo_vmware.api [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705626, 'name': PowerOffVM_Task, 'duration_secs': 0.203482} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.654961] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2007.655156] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2007.655400] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caa80db7-8a10-48d1-bfb8-a24f65a19ebf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.727904] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2007.728168] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2007.728356] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Deleting the datastore file [datastore1] c86f717e-8226-4686-99a9-4dba776239f8 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2007.728635] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1937f3f1-dc1a-4798-bce3-d70005215208 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.734987] env[62555]: DEBUG oslo_vmware.api [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2007.734987] env[62555]: value = "task-1705630" [ 2007.734987] env[62555]: _type = "Task" [ 2007.734987] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.742475] env[62555]: DEBUG oslo_vmware.api [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.811218] env[62555]: DEBUG oslo_vmware.api [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.918614] env[62555]: DEBUG nova.scheduler.client.report [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2008.244518] env[62555]: DEBUG oslo_vmware.api [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212938} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.244782] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2008.244911] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2008.245105] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2008.245302] env[62555]: INFO nova.compute.manager [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2008.245579] env[62555]: DEBUG oslo.service.loopingcall [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2008.245778] env[62555]: DEBUG nova.compute.manager [-] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2008.245870] env[62555]: DEBUG nova.network.neutron [-] [instance: c86f717e-8226-4686-99a9-4dba776239f8] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2008.313949] env[62555]: DEBUG oslo_vmware.api [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Task: {'id': task-1705628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562124} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.314332] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2008.314446] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2008.314604] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2008.314776] env[62555]: INFO nova.compute.manager [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Took 1.63 seconds to destroy the instance on the hypervisor. [ 2008.315107] env[62555]: DEBUG oslo.service.loopingcall [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2008.315457] env[62555]: DEBUG nova.compute.manager [-] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2008.315457] env[62555]: DEBUG nova.network.neutron [-] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2008.735421] env[62555]: DEBUG nova.compute.manager [req-7b576d16-07fa-4205-801e-08b916d64410 req-50f84ea0-e03d-4677-b989-613e77ce9f3b service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Received event network-vif-deleted-93be9b56-d81a-4cd1-a3fc-736e7c71cdbd {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2008.739354] env[62555]: INFO nova.compute.manager [req-7b576d16-07fa-4205-801e-08b916d64410 req-50f84ea0-e03d-4677-b989-613e77ce9f3b service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Neutron deleted interface 93be9b56-d81a-4cd1-a3fc-736e7c71cdbd; detaching it from the instance and deleting it from the info cache [ 2008.739566] env[62555]: DEBUG nova.network.neutron [req-7b576d16-07fa-4205-801e-08b916d64410 req-50f84ea0-e03d-4677-b989-613e77ce9f3b service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.767761] env[62555]: DEBUG nova.compute.manager [req-ba1af13c-f600-4947-920e-82a91c7d77dd req-2c857dbb-ebf9-48b0-8cc4-5a41001304c9 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Received event network-vif-deleted-b78ade98-87c3-43a1-b5cd-393e4fbe23b3 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2008.768152] env[62555]: INFO nova.compute.manager [req-ba1af13c-f600-4947-920e-82a91c7d77dd req-2c857dbb-ebf9-48b0-8cc4-5a41001304c9 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Neutron deleted interface b78ade98-87c3-43a1-b5cd-393e4fbe23b3; detaching it from the instance and deleting it from the info cache [ 2008.768358] env[62555]: DEBUG nova.network.neutron [req-ba1af13c-f600-4947-920e-82a91c7d77dd req-2c857dbb-ebf9-48b0-8cc4-5a41001304c9 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.793812] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.794041] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.794187] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2008.931969] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.159s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.209328] env[62555]: DEBUG nova.network.neutron [-] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.243179] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb5af872-d196-449c-8110-bfc88f5e6504 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.247228] env[62555]: DEBUG nova.network.neutron [-] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2009.253817] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3140cffb-36ef-4553-b180-798d6a1628d7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.271511] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51ac66ce-54ba-46d0-b6e9-a378a7d170e8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.280896] env[62555]: DEBUG nova.compute.manager [req-7b576d16-07fa-4205-801e-08b916d64410 req-50f84ea0-e03d-4677-b989-613e77ce9f3b service nova] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Detach interface failed, port_id=93be9b56-d81a-4cd1-a3fc-736e7c71cdbd, reason: Instance c86f717e-8226-4686-99a9-4dba776239f8 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2009.284719] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d2f738-7792-43b9-a01a-6b88ebddff12 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.313280] env[62555]: DEBUG nova.compute.manager [req-ba1af13c-f600-4947-920e-82a91c7d77dd req-2c857dbb-ebf9-48b0-8cc4-5a41001304c9 service nova] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Detach interface failed, port_id=b78ade98-87c3-43a1-b5cd-393e4fbe23b3, reason: Instance b14c875b-a0a0-44c3-b714-850f41736e28 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2009.492756] env[62555]: INFO nova.scheduler.client.report [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted allocation for migration 5df3fab2-0a01-4bda-87b3-df34b44cd5cf [ 2009.711729] env[62555]: INFO nova.compute.manager [-] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Took 1.47 seconds to deallocate network for instance. [ 2009.749767] env[62555]: INFO nova.compute.manager [-] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Took 1.43 seconds to deallocate network for instance. [ 2009.999014] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.509s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.218504] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.218831] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.219134] env[62555]: DEBUG nova.objects.instance [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'resources' on Instance uuid c86f717e-8226-4686-99a9-4dba776239f8 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.256505] env[62555]: DEBUG oslo_concurrency.lockutils [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.785840] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56b5307-4e6b-41be-8103-f39add12f4f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.793955] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ed07a9-bb71-40c3-a304-18b3fc431ec3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.823585] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9349051-435a-40d1-9a27-726478759ff0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.830838] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16150592-ee55-4a04-9542-dbbd5052c12e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.843839] env[62555]: DEBUG nova.compute.provider_tree [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.346801] env[62555]: DEBUG nova.scheduler.client.report [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2011.518303] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "aeae0833-e4e2-4306-8051-8370b82f5a4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.518554] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.518803] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "aeae0833-e4e2-4306-8051-8370b82f5a4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.519070] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.519296] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.521562] env[62555]: INFO nova.compute.manager [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Terminating instance [ 2011.789251] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2011.851763] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.854327] env[62555]: DEBUG oslo_concurrency.lockutils [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.598s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.854640] env[62555]: DEBUG nova.objects.instance [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lazy-loading 'resources' on Instance uuid b14c875b-a0a0-44c3-b714-850f41736e28 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.874089] env[62555]: INFO nova.scheduler.client.report [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Deleted allocations for instance c86f717e-8226-4686-99a9-4dba776239f8 [ 2012.025941] env[62555]: DEBUG nova.compute.manager [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2012.026187] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.027112] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7500efae-cced-4f0f-b234-54f161c7f862 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.034978] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.035238] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7be4a203-90a5-4741-aab3-546b468bdccf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.041754] env[62555]: DEBUG oslo_vmware.api [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 2012.041754] env[62555]: value = "task-1705631" [ 2012.041754] env[62555]: _type = "Task" [ 2012.041754] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.049371] env[62555]: DEBUG oslo_vmware.api [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.381956] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9aee2dcd-de80-4113-a597-b42de71e981e tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "c86f717e-8226-4686-99a9-4dba776239f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.760s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.406931] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a8ef3f-1e0d-486d-aad3-d45db64dc954 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.414868] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e0a990-ebdc-4dbf-993d-7b8140a0785f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.444878] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45a18bf-0f3e-430a-b913-bd93fcee0833 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.452582] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb40f363-afb3-4fcc-82cf-9588cdee18b6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.466977] env[62555]: DEBUG nova.compute.provider_tree [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.552012] env[62555]: DEBUG oslo_vmware.api [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705631, 'name': PowerOffVM_Task, 'duration_secs': 0.198817} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.552296] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2012.552466] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2012.552712] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35bd0c5e-0305-41e8-8cd4-998454d2e872 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.935276] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2012.935884] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2012.935884] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleting the datastore file [datastore1] aeae0833-e4e2-4306-8051-8370b82f5a4f {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2012.935972] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5afd1de5-033f-417f-b805-f32e0996a7be {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.943121] env[62555]: DEBUG oslo_vmware.api [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for the task: (returnval){ [ 2012.943121] env[62555]: value = "task-1705633" [ 2012.943121] env[62555]: _type = "Task" [ 2012.943121] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.951084] env[62555]: DEBUG oslo_vmware.api [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.970174] env[62555]: DEBUG nova.scheduler.client.report [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2013.453592] env[62555]: DEBUG oslo_vmware.api [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Task: {'id': task-1705633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336421} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.453876] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2013.454085] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2013.454288] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2013.454480] env[62555]: INFO nova.compute.manager [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Took 1.43 seconds to destroy the instance on the hypervisor. [ 2013.454749] env[62555]: DEBUG oslo.service.loopingcall [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.454987] env[62555]: DEBUG nova.compute.manager [-] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2013.455105] env[62555]: DEBUG nova.network.neutron [-] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2013.474928] env[62555]: DEBUG oslo_concurrency.lockutils [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.503837] env[62555]: INFO nova.scheduler.client.report [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Deleted allocations for instance b14c875b-a0a0-44c3-b714-850f41736e28 [ 2013.793528] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.793779] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2013.861335] env[62555]: DEBUG nova.compute.manager [req-90f80cc0-b9e8-4d75-ab21-3d433d3c635e req-7b7388b1-d0ac-468c-a198-880497d560a9 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Received event network-vif-deleted-b3f6ae94-345f-416c-a19c-e88e8fa80efe {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2013.861613] env[62555]: INFO nova.compute.manager [req-90f80cc0-b9e8-4d75-ab21-3d433d3c635e req-7b7388b1-d0ac-468c-a198-880497d560a9 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Neutron deleted interface b3f6ae94-345f-416c-a19c-e88e8fa80efe; detaching it from the instance and deleting it from the info cache [ 2013.861788] env[62555]: DEBUG nova.network.neutron [req-90f80cc0-b9e8-4d75-ab21-3d433d3c635e req-7b7388b1-d0ac-468c-a198-880497d560a9 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.019813] env[62555]: DEBUG oslo_concurrency.lockutils [None req-364b41d0-8fec-4522-bb75-28fd54a9d005 tempest-ServerActionsTestJSON-1786502485 tempest-ServerActionsTestJSON-1786502485-project-member] Lock "b14c875b-a0a0-44c3-b714-850f41736e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.841s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.342025] env[62555]: DEBUG nova.network.neutron [-] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.364749] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1e2c50f0-3cd6-423f-8dae-c9f32a77e423 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.374052] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52222a8c-cb26-488c-a8d2-f20e1d35d899 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.400856] env[62555]: DEBUG nova.compute.manager [req-90f80cc0-b9e8-4d75-ab21-3d433d3c635e req-7b7388b1-d0ac-468c-a198-880497d560a9 service nova] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Detach interface failed, port_id=b3f6ae94-345f-416c-a19c-e88e8fa80efe, reason: Instance aeae0833-e4e2-4306-8051-8370b82f5a4f could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2014.844272] env[62555]: INFO nova.compute.manager [-] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Took 1.39 seconds to deallocate network for instance. [ 2014.848726] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "efc6663a-e795-415c-943a-778da588d7c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2014.849021] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.354520] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.354860] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.355030] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.357602] env[62555]: DEBUG nova.compute.manager [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2015.383289] env[62555]: INFO nova.scheduler.client.report [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Deleted allocations for instance aeae0833-e4e2-4306-8051-8370b82f5a4f [ 2015.793684] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2015.881327] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.881590] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.883161] env[62555]: INFO nova.compute.claims [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2015.893396] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe95998b-e45f-4064-acc3-6053772a6cbe tempest-DeleteServersTestJSON-1717369542 tempest-DeleteServersTestJSON-1717369542-project-member] Lock "aeae0833-e4e2-4306-8051-8370b82f5a4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.375s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.297372] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.930490] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685cf279-af35-43a9-b3f1-b8a5272412b8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.938608] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdf7b5f-b096-411a-9631-f39e50bdb61c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.969855] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5684d062-37c7-4921-909b-78a3c0ac87d6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.977287] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c76d1-0618-4141-a0f4-596cb950efe2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.990841] env[62555]: DEBUG nova.compute.provider_tree [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2017.494461] env[62555]: DEBUG nova.scheduler.client.report [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2018.001192] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.002092] env[62555]: DEBUG nova.compute.manager [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2018.004423] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.707s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.004638] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.004823] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2018.006277] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3473c56-028c-46b6-b484-f4e60d2738e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.014893] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3173b2-1ca6-4966-8109-19391f984fa2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.031920] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e77092-f5f5-4535-bf81-2084df48f099 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.037098] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7892d4ab-f7b1-4edb-b8e4-b98b1bd3038a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.075607] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180781MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2018.075607] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2018.075607] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2018.507700] env[62555]: DEBUG nova.compute.utils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2018.509132] env[62555]: DEBUG nova.compute.manager [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2018.509302] env[62555]: DEBUG nova.network.neutron [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2018.581998] env[62555]: DEBUG nova.policy [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4f8612bc4984cc29294065d2a9013b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a16b75169c4d4ef2a2f1f8c433575cf7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 2018.852075] env[62555]: DEBUG nova.network.neutron [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Successfully created port: 50cb20d4-34d9-4c30-904f-3918a425aaca {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2019.014730] env[62555]: DEBUG nova.compute.manager [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2019.108893] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance cf085405-b16a-4cd7-8540-0e4b9f5bdfca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.108893] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance efc6663a-e795-415c-943a-778da588d7c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2019.108893] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2019.108893] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2019.157242] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1b43e9-104f-496a-adbf-18cb0004a528 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.163691] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b84755-361e-454e-99d7-8843b1769623 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.194635] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3986fe4-ef70-44fc-92fd-e898af16c2eb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.202056] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e797d9e-1fc3-4f85-a9b7-ca78261878a1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.216049] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2019.718916] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2020.028959] env[62555]: DEBUG nova.compute.manager [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2020.065850] env[62555]: DEBUG nova.virt.hardware [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2020.067382] env[62555]: DEBUG nova.virt.hardware [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2020.067382] env[62555]: DEBUG nova.virt.hardware [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2020.067589] env[62555]: DEBUG nova.virt.hardware [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2020.067754] env[62555]: DEBUG nova.virt.hardware [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2020.067911] env[62555]: DEBUG nova.virt.hardware [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2020.068148] env[62555]: DEBUG nova.virt.hardware [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2020.068511] env[62555]: DEBUG nova.virt.hardware [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2020.071150] env[62555]: DEBUG nova.virt.hardware [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2020.071150] env[62555]: DEBUG nova.virt.hardware [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2020.071150] env[62555]: DEBUG nova.virt.hardware [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2020.071880] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed98530-7cf9-4ec8-bf41-ee38f69aa8db {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.083499] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e161a6-f62b-4b2d-81f4-064f184af694 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.145105] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "3247a323-3875-4b88-9c79-1678629f56b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.145329] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.224056] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2020.224417] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.149s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.636462] env[62555]: DEBUG nova.compute.manager [req-cd9115d3-3a76-4a98-8fbd-1b322fa5b3d3 req-262dd613-022d-433e-a11a-f31ff4b9586e service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Received event network-vif-plugged-50cb20d4-34d9-4c30-904f-3918a425aaca {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2020.636660] env[62555]: DEBUG oslo_concurrency.lockutils [req-cd9115d3-3a76-4a98-8fbd-1b322fa5b3d3 req-262dd613-022d-433e-a11a-f31ff4b9586e service nova] Acquiring lock "efc6663a-e795-415c-943a-778da588d7c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.636873] env[62555]: DEBUG oslo_concurrency.lockutils [req-cd9115d3-3a76-4a98-8fbd-1b322fa5b3d3 req-262dd613-022d-433e-a11a-f31ff4b9586e service nova] Lock "efc6663a-e795-415c-943a-778da588d7c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.637542] env[62555]: DEBUG oslo_concurrency.lockutils [req-cd9115d3-3a76-4a98-8fbd-1b322fa5b3d3 req-262dd613-022d-433e-a11a-f31ff4b9586e service nova] Lock "efc6663a-e795-415c-943a-778da588d7c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.637542] env[62555]: DEBUG nova.compute.manager [req-cd9115d3-3a76-4a98-8fbd-1b322fa5b3d3 req-262dd613-022d-433e-a11a-f31ff4b9586e service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] No waiting events found dispatching network-vif-plugged-50cb20d4-34d9-4c30-904f-3918a425aaca {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2020.637542] env[62555]: WARNING nova.compute.manager [req-cd9115d3-3a76-4a98-8fbd-1b322fa5b3d3 req-262dd613-022d-433e-a11a-f31ff4b9586e service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Received unexpected event network-vif-plugged-50cb20d4-34d9-4c30-904f-3918a425aaca for instance with vm_state building and task_state spawning. [ 2020.650135] env[62555]: DEBUG nova.compute.manager [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2020.751341] env[62555]: DEBUG nova.network.neutron [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Successfully updated port: 50cb20d4-34d9-4c30-904f-3918a425aaca {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2021.168819] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.169152] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.170579] env[62555]: INFO nova.compute.claims [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2021.225041] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2021.225041] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2021.253816] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.254404] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquired lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.254404] env[62555]: DEBUG nova.network.neutron [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2021.796842] env[62555]: DEBUG nova.network.neutron [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2022.021814] env[62555]: DEBUG nova.network.neutron [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Updating instance_info_cache with network_info: [{"id": "50cb20d4-34d9-4c30-904f-3918a425aaca", "address": "fa:16:3e:ed:ed:ed", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50cb20d4-34", "ovs_interfaceid": "50cb20d4-34d9-4c30-904f-3918a425aaca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.233051] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f32e7e-d6e6-4122-a405-acd8fbbf57dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.242979] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b993706-315d-4879-87b4-1278a962b5d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.279834] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ed4db7-fd12-491b-b70b-0e8b868feffb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.287031] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f7c45b-1b2a-4129-b93c-087c8cc7a860 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.301377] env[62555]: DEBUG nova.compute.provider_tree [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.525477] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Releasing lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2022.525477] env[62555]: DEBUG nova.compute.manager [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Instance network_info: |[{"id": "50cb20d4-34d9-4c30-904f-3918a425aaca", "address": "fa:16:3e:ed:ed:ed", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50cb20d4-34", "ovs_interfaceid": "50cb20d4-34d9-4c30-904f-3918a425aaca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2022.525477] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:ed:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2d3bf80-d60a-4b53-a00a-1381de6d4a12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50cb20d4-34d9-4c30-904f-3918a425aaca', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2022.532916] env[62555]: DEBUG oslo.service.loopingcall [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2022.533142] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc6663a-e795-415c-943a-778da588d7c0] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2022.533365] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86f1e892-30da-46a0-bb91-3166431f42c1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.553572] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2022.553572] env[62555]: value = "task-1705635" [ 2022.553572] env[62555]: _type = "Task" [ 2022.553572] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.561295] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705635, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.712871] env[62555]: DEBUG nova.compute.manager [req-947ae198-db83-4d34-bc32-429bc526be44 req-ad2c4dc1-1234-4dfa-92e0-0d18b6708532 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Received event network-changed-50cb20d4-34d9-4c30-904f-3918a425aaca {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2022.713053] env[62555]: DEBUG nova.compute.manager [req-947ae198-db83-4d34-bc32-429bc526be44 req-ad2c4dc1-1234-4dfa-92e0-0d18b6708532 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Refreshing instance network info cache due to event network-changed-50cb20d4-34d9-4c30-904f-3918a425aaca. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2022.713289] env[62555]: DEBUG oslo_concurrency.lockutils [req-947ae198-db83-4d34-bc32-429bc526be44 req-ad2c4dc1-1234-4dfa-92e0-0d18b6708532 service nova] Acquiring lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.713435] env[62555]: DEBUG oslo_concurrency.lockutils [req-947ae198-db83-4d34-bc32-429bc526be44 req-ad2c4dc1-1234-4dfa-92e0-0d18b6708532 service nova] Acquired lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.713595] env[62555]: DEBUG nova.network.neutron [req-947ae198-db83-4d34-bc32-429bc526be44 req-ad2c4dc1-1234-4dfa-92e0-0d18b6708532 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Refreshing network info cache for port 50cb20d4-34d9-4c30-904f-3918a425aaca {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2022.737093] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 2022.737305] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.737477] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.804830] env[62555]: DEBUG nova.scheduler.client.report [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2023.065045] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705635, 'name': CreateVM_Task, 'duration_secs': 0.303732} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.065478] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efc6663a-e795-415c-943a-778da588d7c0] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2023.068782] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.068782] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.068782] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2023.068782] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4adb4dbe-9e5a-4bbe-b8b6-cdaff002e7dc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.071598] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2023.071598] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a9497a-d839-c63b-4020-189743bb7f50" [ 2023.071598] env[62555]: _type = "Task" [ 2023.071598] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.080959] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a9497a-d839-c63b-4020-189743bb7f50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.312760] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.315147] env[62555]: DEBUG nova.compute.manager [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2023.458786] env[62555]: DEBUG nova.network.neutron [req-947ae198-db83-4d34-bc32-429bc526be44 req-ad2c4dc1-1234-4dfa-92e0-0d18b6708532 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Updated VIF entry in instance network info cache for port 50cb20d4-34d9-4c30-904f-3918a425aaca. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2023.459213] env[62555]: DEBUG nova.network.neutron [req-947ae198-db83-4d34-bc32-429bc526be44 req-ad2c4dc1-1234-4dfa-92e0-0d18b6708532 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Updating instance_info_cache with network_info: [{"id": "50cb20d4-34d9-4c30-904f-3918a425aaca", "address": "fa:16:3e:ed:ed:ed", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50cb20d4-34", "ovs_interfaceid": "50cb20d4-34d9-4c30-904f-3918a425aaca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.583509] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52a9497a-d839-c63b-4020-189743bb7f50, 'name': SearchDatastore_Task, 'duration_secs': 0.009087} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.583830] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.584086] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2023.584333] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.584481] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.584657] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2023.584921] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fd84738-be94-4576-97cb-82ed074f6b16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.592987] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2023.593183] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2023.593878] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e80ac2f-5f8c-4949-a4f6-786fa49a529d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.598876] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2023.598876] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529c6a51-1731-3b4d-6475-82a5729bae0a" [ 2023.598876] env[62555]: _type = "Task" [ 2023.598876] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.607254] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529c6a51-1731-3b4d-6475-82a5729bae0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.823049] env[62555]: DEBUG nova.compute.utils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2023.825415] env[62555]: DEBUG nova.compute.manager [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2023.825415] env[62555]: DEBUG nova.network.neutron [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2023.869466] env[62555]: DEBUG nova.policy [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '591ba40336f7462984fa5a9767f9fb58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f12c647e68024941ba48871b63e51cfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 2023.965609] env[62555]: DEBUG oslo_concurrency.lockutils [req-947ae198-db83-4d34-bc32-429bc526be44 req-ad2c4dc1-1234-4dfa-92e0-0d18b6708532 service nova] Releasing lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.114139] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]529c6a51-1731-3b4d-6475-82a5729bae0a, 'name': SearchDatastore_Task, 'duration_secs': 0.008415} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.114139] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-593712a3-2cd7-4764-8329-39faddd54e70 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.117260] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2024.117260] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52779d83-b436-bf62-b050-d27419eaf38d" [ 2024.117260] env[62555]: _type = "Task" [ 2024.117260] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.126155] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52779d83-b436-bf62-b050-d27419eaf38d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.156211] env[62555]: DEBUG nova.network.neutron [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Successfully created port: e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2024.328394] env[62555]: DEBUG nova.compute.manager [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2024.629196] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52779d83-b436-bf62-b050-d27419eaf38d, 'name': SearchDatastore_Task, 'duration_secs': 0.012467} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.629307] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.629653] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] efc6663a-e795-415c-943a-778da588d7c0/efc6663a-e795-415c-943a-778da588d7c0.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2024.629895] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c39e5632-c48b-4350-9808-250da06fe39a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.637088] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2024.637088] env[62555]: value = "task-1705636" [ 2024.637088] env[62555]: _type = "Task" [ 2024.637088] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.644716] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.150017] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502333} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.150596] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] efc6663a-e795-415c-943a-778da588d7c0/efc6663a-e795-415c-943a-778da588d7c0.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2025.150981] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2025.151725] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e8ed5d1-9369-479b-9c65-7b9c47f6f394 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.158472] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2025.158472] env[62555]: value = "task-1705637" [ 2025.158472] env[62555]: _type = "Task" [ 2025.158472] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.167855] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705637, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.348574] env[62555]: DEBUG nova.compute.manager [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2025.394348] env[62555]: DEBUG nova.virt.hardware [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2025.394348] env[62555]: DEBUG nova.virt.hardware [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2025.394348] env[62555]: DEBUG nova.virt.hardware [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2025.394348] env[62555]: DEBUG nova.virt.hardware [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2025.394348] env[62555]: DEBUG nova.virt.hardware [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2025.394348] env[62555]: DEBUG nova.virt.hardware [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2025.394756] env[62555]: DEBUG nova.virt.hardware [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2025.395114] env[62555]: DEBUG nova.virt.hardware [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2025.395474] env[62555]: DEBUG nova.virt.hardware [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2025.395835] env[62555]: DEBUG nova.virt.hardware [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2025.396205] env[62555]: DEBUG nova.virt.hardware [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2025.397219] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578b88c6-2517-4370-85d4-02bf975eba93 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.408686] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a507a1f5-d69b-45c2-a3ab-e85fda95b25f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.618110] env[62555]: DEBUG nova.compute.manager [req-885a85b3-ffb1-4678-b976-bc4185315ced req-f07a7d89-79b5-4f67-8d49-ae2a33fe9b7e service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Received event network-vif-plugged-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2025.618110] env[62555]: DEBUG oslo_concurrency.lockutils [req-885a85b3-ffb1-4678-b976-bc4185315ced req-f07a7d89-79b5-4f67-8d49-ae2a33fe9b7e service nova] Acquiring lock "3247a323-3875-4b88-9c79-1678629f56b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.618110] env[62555]: DEBUG oslo_concurrency.lockutils [req-885a85b3-ffb1-4678-b976-bc4185315ced req-f07a7d89-79b5-4f67-8d49-ae2a33fe9b7e service nova] Lock "3247a323-3875-4b88-9c79-1678629f56b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.618110] env[62555]: DEBUG oslo_concurrency.lockutils [req-885a85b3-ffb1-4678-b976-bc4185315ced req-f07a7d89-79b5-4f67-8d49-ae2a33fe9b7e service nova] Lock "3247a323-3875-4b88-9c79-1678629f56b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.618110] env[62555]: DEBUG nova.compute.manager [req-885a85b3-ffb1-4678-b976-bc4185315ced req-f07a7d89-79b5-4f67-8d49-ae2a33fe9b7e service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] No waiting events found dispatching network-vif-plugged-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2025.618110] env[62555]: WARNING nova.compute.manager [req-885a85b3-ffb1-4678-b976-bc4185315ced req-f07a7d89-79b5-4f67-8d49-ae2a33fe9b7e service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Received unexpected event network-vif-plugged-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 for instance with vm_state building and task_state spawning. [ 2025.674440] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705637, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068814} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.674996] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2025.675938] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39a7632-324b-46ff-800f-30c68f179c7d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.701094] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] efc6663a-e795-415c-943a-778da588d7c0/efc6663a-e795-415c-943a-778da588d7c0.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2025.701586] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-059198e5-f3ea-466e-bb10-d3b230cc6c49 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.724397] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2025.724397] env[62555]: value = "task-1705638" [ 2025.724397] env[62555]: _type = "Task" [ 2025.724397] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.727786] env[62555]: DEBUG nova.network.neutron [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Successfully updated port: e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2025.737445] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.234050] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.234218] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.234377] env[62555]: DEBUG nova.network.neutron [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2026.235583] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705638, 'name': ReconfigVM_Task, 'duration_secs': 0.283244} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.236103] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Reconfigured VM instance instance-0000007a to attach disk [datastore1] efc6663a-e795-415c-943a-778da588d7c0/efc6663a-e795-415c-943a-778da588d7c0.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2026.236729] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7405355d-c0e1-459a-a8cd-72f74f7aac13 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.243604] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2026.243604] env[62555]: value = "task-1705639" [ 2026.243604] env[62555]: _type = "Task" [ 2026.243604] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.252644] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705639, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.612521] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquiring lock "ba8bc448-0b61-451c-aa4f-d952197fb35c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.612521] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Lock "ba8bc448-0b61-451c-aa4f-d952197fb35c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.753634] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705639, 'name': Rename_Task, 'duration_secs': 0.143675} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.753914] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2026.754758] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ff31c1-d1c2-4630-8856-71eb599020fd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.762070] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2026.762070] env[62555]: value = "task-1705640" [ 2026.762070] env[62555]: _type = "Task" [ 2026.762070] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.771056] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.771833] env[62555]: DEBUG nova.network.neutron [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2026.909648] env[62555]: DEBUG nova.network.neutron [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating instance_info_cache with network_info: [{"id": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "address": "fa:16:3e:73:c5:03", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e02fd9-0c", "ovs_interfaceid": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.112699] env[62555]: DEBUG nova.compute.manager [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2027.272175] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.411870] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.412228] env[62555]: DEBUG nova.compute.manager [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Instance network_info: |[{"id": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "address": "fa:16:3e:73:c5:03", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e02fd9-0c", "ovs_interfaceid": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2027.412651] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:c5:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3e02fd9-0cb8-4550-bebb-1d84c4b21a99', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2027.420357] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating folder: Project (f12c647e68024941ba48871b63e51cfc). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2027.420647] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd6809d9-c8e2-4bbc-8265-f3eb685ae6f9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.431914] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Created folder: Project (f12c647e68024941ba48871b63e51cfc) in parent group-v355069. [ 2027.432115] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating folder: Instances. Parent ref: group-v355386. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2027.432349] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78d9d8a3-a05e-4296-8c3f-317f5d3a1181 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.442801] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Created folder: Instances in parent group-v355386. [ 2027.443062] env[62555]: DEBUG oslo.service.loopingcall [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2027.443257] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2027.443455] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-094db508-dbd9-4080-a459-f2560e298c18 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.463782] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2027.463782] env[62555]: value = "task-1705643" [ 2027.463782] env[62555]: _type = "Task" [ 2027.463782] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.472822] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705643, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.639657] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.639985] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.641550] env[62555]: INFO nova.compute.claims [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2027.760220] env[62555]: DEBUG nova.compute.manager [req-46a6f8ce-a618-455c-a202-19f48146a544 req-b87ba641-90b7-42a2-82cc-b310f619232c service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Received event network-changed-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2027.760442] env[62555]: DEBUG nova.compute.manager [req-46a6f8ce-a618-455c-a202-19f48146a544 req-b87ba641-90b7-42a2-82cc-b310f619232c service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Refreshing instance network info cache due to event network-changed-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2027.760711] env[62555]: DEBUG oslo_concurrency.lockutils [req-46a6f8ce-a618-455c-a202-19f48146a544 req-b87ba641-90b7-42a2-82cc-b310f619232c service nova] Acquiring lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.760927] env[62555]: DEBUG oslo_concurrency.lockutils [req-46a6f8ce-a618-455c-a202-19f48146a544 req-b87ba641-90b7-42a2-82cc-b310f619232c service nova] Acquired lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.761396] env[62555]: DEBUG nova.network.neutron [req-46a6f8ce-a618-455c-a202-19f48146a544 req-b87ba641-90b7-42a2-82cc-b310f619232c service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Refreshing network info cache for port e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2027.773903] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705640, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.974579] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705643, 'name': CreateVM_Task, 'duration_secs': 0.317346} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.976049] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2027.976049] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.976049] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.976303] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2027.976556] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0872df2-eb3d-478a-b22c-2546dc3c4750 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.981206] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2027.981206] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cb83a4-8c0d-5401-a311-ba66d591d22b" [ 2027.981206] env[62555]: _type = "Task" [ 2027.981206] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.989105] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cb83a4-8c0d-5401-a311-ba66d591d22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.277169] env[62555]: DEBUG oslo_vmware.api [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705640, 'name': PowerOnVM_Task, 'duration_secs': 1.035726} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.277447] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2028.277695] env[62555]: INFO nova.compute.manager [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Took 8.25 seconds to spawn the instance on the hypervisor. [ 2028.277912] env[62555]: DEBUG nova.compute.manager [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2028.278744] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d544f5b-b51c-434e-808f-c2db54f9a5f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.455126] env[62555]: DEBUG nova.network.neutron [req-46a6f8ce-a618-455c-a202-19f48146a544 req-b87ba641-90b7-42a2-82cc-b310f619232c service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updated VIF entry in instance network info cache for port e3e02fd9-0cb8-4550-bebb-1d84c4b21a99. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2028.455596] env[62555]: DEBUG nova.network.neutron [req-46a6f8ce-a618-455c-a202-19f48146a544 req-b87ba641-90b7-42a2-82cc-b310f619232c service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating instance_info_cache with network_info: [{"id": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "address": "fa:16:3e:73:c5:03", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e02fd9-0c", "ovs_interfaceid": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.491708] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cb83a4-8c0d-5401-a311-ba66d591d22b, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.492016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.492259] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2028.492494] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.492642] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.492819] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2028.493088] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0984232c-9697-474d-9f30-38c1f0bb616d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.500923] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2028.501102] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2028.501770] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f5d63f-81e0-48ec-87e2-ca3bf22391b4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.506300] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2028.506300] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52fa2fb1-22a6-8dcb-762a-aafe5b810dc5" [ 2028.506300] env[62555]: _type = "Task" [ 2028.506300] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.513447] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52fa2fb1-22a6-8dcb-762a-aafe5b810dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.705376] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9143b1c6-c07f-44cb-9c74-e0d8c911efd9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.713364] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d45185-95f4-4e4d-8d66-34e2191bb06d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.743017] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0832770-0dec-48b7-98b1-3abbfe199295 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.750236] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4ef4b3-b99c-45b5-9242-3d81f654ad87 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.765041] env[62555]: DEBUG nova.compute.provider_tree [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.794667] env[62555]: INFO nova.compute.manager [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Took 12.93 seconds to build instance. [ 2028.958493] env[62555]: DEBUG oslo_concurrency.lockutils [req-46a6f8ce-a618-455c-a202-19f48146a544 req-b87ba641-90b7-42a2-82cc-b310f619232c service nova] Releasing lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.017730] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52fa2fb1-22a6-8dcb-762a-aafe5b810dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.008065} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.018756] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3a84fe-022f-40c0-ba29-994fbb7c89f4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.025031] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2029.025031] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524ac005-10fd-bdce-574e-ce15c1d3a1a9" [ 2029.025031] env[62555]: _type = "Task" [ 2029.025031] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.032277] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524ac005-10fd-bdce-574e-ce15c1d3a1a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.268491] env[62555]: DEBUG nova.scheduler.client.report [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2029.297251] env[62555]: DEBUG oslo_concurrency.lockutils [None req-56de7e37-6bd6-4c6d-bfb2-2b6c1259cbff tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.448s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.359200] env[62555]: DEBUG nova.compute.manager [req-0399a6d2-92d7-4cea-9b86-139cc23f1a07 req-accb10e7-db11-4248-bab8-f9036f4a9185 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Received event network-changed-50cb20d4-34d9-4c30-904f-3918a425aaca {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2029.359289] env[62555]: DEBUG nova.compute.manager [req-0399a6d2-92d7-4cea-9b86-139cc23f1a07 req-accb10e7-db11-4248-bab8-f9036f4a9185 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Refreshing instance network info cache due to event network-changed-50cb20d4-34d9-4c30-904f-3918a425aaca. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2029.359479] env[62555]: DEBUG oslo_concurrency.lockutils [req-0399a6d2-92d7-4cea-9b86-139cc23f1a07 req-accb10e7-db11-4248-bab8-f9036f4a9185 service nova] Acquiring lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.359626] env[62555]: DEBUG oslo_concurrency.lockutils [req-0399a6d2-92d7-4cea-9b86-139cc23f1a07 req-accb10e7-db11-4248-bab8-f9036f4a9185 service nova] Acquired lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.359787] env[62555]: DEBUG nova.network.neutron [req-0399a6d2-92d7-4cea-9b86-139cc23f1a07 req-accb10e7-db11-4248-bab8-f9036f4a9185 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Refreshing network info cache for port 50cb20d4-34d9-4c30-904f-3918a425aaca {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2029.534843] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]524ac005-10fd-bdce-574e-ce15c1d3a1a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009566} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.535251] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.535315] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3247a323-3875-4b88-9c79-1678629f56b5/3247a323-3875-4b88-9c79-1678629f56b5.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2029.536031] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e25cd369-53d0-46f3-aa95-fa6f6071286e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.543041] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2029.543041] env[62555]: value = "task-1705644" [ 2029.543041] env[62555]: _type = "Task" [ 2029.543041] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.550296] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.774564] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.775245] env[62555]: DEBUG nova.compute.manager [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2030.053695] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705644, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.091669] env[62555]: DEBUG nova.network.neutron [req-0399a6d2-92d7-4cea-9b86-139cc23f1a07 req-accb10e7-db11-4248-bab8-f9036f4a9185 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Updated VIF entry in instance network info cache for port 50cb20d4-34d9-4c30-904f-3918a425aaca. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2030.092100] env[62555]: DEBUG nova.network.neutron [req-0399a6d2-92d7-4cea-9b86-139cc23f1a07 req-accb10e7-db11-4248-bab8-f9036f4a9185 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Updating instance_info_cache with network_info: [{"id": "50cb20d4-34d9-4c30-904f-3918a425aaca", "address": "fa:16:3e:ed:ed:ed", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50cb20d4-34", "ovs_interfaceid": "50cb20d4-34d9-4c30-904f-3918a425aaca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2030.281156] env[62555]: DEBUG nova.compute.utils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2030.283025] env[62555]: DEBUG nova.compute.manager [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2030.283150] env[62555]: DEBUG nova.network.neutron [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2030.324419] env[62555]: DEBUG nova.policy [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc3aa46ea00b46a09c3378764923aa57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8efbe2f60674c5eb4accb0ec78f1444', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 2030.555022] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705644, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.567445] env[62555]: DEBUG nova.network.neutron [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Successfully created port: 55c5cd69-cb25-4b2b-b3fd-2f054855764e {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2030.594406] env[62555]: DEBUG oslo_concurrency.lockutils [req-0399a6d2-92d7-4cea-9b86-139cc23f1a07 req-accb10e7-db11-4248-bab8-f9036f4a9185 service nova] Releasing lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.785901] env[62555]: DEBUG nova.compute.manager [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2031.054437] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705644, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.555877] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705644, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.673878} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.556092] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 3247a323-3875-4b88-9c79-1678629f56b5/3247a323-3875-4b88-9c79-1678629f56b5.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2031.556307] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2031.556551] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a25e6d4-f491-4539-85f9-96fb7988300b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.562803] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2031.562803] env[62555]: value = "task-1705645" [ 2031.562803] env[62555]: _type = "Task" [ 2031.562803] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.570111] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.781510] env[62555]: DEBUG oslo_concurrency.lockutils [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.781778] env[62555]: DEBUG oslo_concurrency.lockutils [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.781964] env[62555]: INFO nova.compute.manager [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Shelving [ 2031.797490] env[62555]: DEBUG nova.compute.manager [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2031.822638] env[62555]: DEBUG nova.virt.hardware [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2031.822878] env[62555]: DEBUG nova.virt.hardware [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2031.823043] env[62555]: DEBUG nova.virt.hardware [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2031.823233] env[62555]: DEBUG nova.virt.hardware [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2031.823496] env[62555]: DEBUG nova.virt.hardware [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2031.823584] env[62555]: DEBUG nova.virt.hardware [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2031.824139] env[62555]: DEBUG nova.virt.hardware [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2031.824139] env[62555]: DEBUG nova.virt.hardware [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2031.824139] env[62555]: DEBUG nova.virt.hardware [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2031.824281] env[62555]: DEBUG nova.virt.hardware [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2031.824377] env[62555]: DEBUG nova.virt.hardware [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2031.825598] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b374ded9-81b6-4b66-8512-bfb8bc98b075 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.833589] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa79ff8-450a-4665-adb1-df8e70752eb3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.951765] env[62555]: DEBUG nova.compute.manager [req-2cb540f1-271b-42b2-9251-20154aa96355 req-4e6b54ff-5263-4743-b620-ece260f2d982 service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Received event network-vif-plugged-55c5cd69-cb25-4b2b-b3fd-2f054855764e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2031.952054] env[62555]: DEBUG oslo_concurrency.lockutils [req-2cb540f1-271b-42b2-9251-20154aa96355 req-4e6b54ff-5263-4743-b620-ece260f2d982 service nova] Acquiring lock "ba8bc448-0b61-451c-aa4f-d952197fb35c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.952230] env[62555]: DEBUG oslo_concurrency.lockutils [req-2cb540f1-271b-42b2-9251-20154aa96355 req-4e6b54ff-5263-4743-b620-ece260f2d982 service nova] Lock "ba8bc448-0b61-451c-aa4f-d952197fb35c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.952418] env[62555]: DEBUG oslo_concurrency.lockutils [req-2cb540f1-271b-42b2-9251-20154aa96355 req-4e6b54ff-5263-4743-b620-ece260f2d982 service nova] Lock "ba8bc448-0b61-451c-aa4f-d952197fb35c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.952543] env[62555]: DEBUG nova.compute.manager [req-2cb540f1-271b-42b2-9251-20154aa96355 req-4e6b54ff-5263-4743-b620-ece260f2d982 service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] No waiting events found dispatching network-vif-plugged-55c5cd69-cb25-4b2b-b3fd-2f054855764e {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2031.952708] env[62555]: WARNING nova.compute.manager [req-2cb540f1-271b-42b2-9251-20154aa96355 req-4e6b54ff-5263-4743-b620-ece260f2d982 service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Received unexpected event network-vif-plugged-55c5cd69-cb25-4b2b-b3fd-2f054855764e for instance with vm_state building and task_state spawning. [ 2032.032892] env[62555]: DEBUG nova.network.neutron [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Successfully updated port: 55c5cd69-cb25-4b2b-b3fd-2f054855764e {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2032.072870] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058194} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.074036] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2032.074220] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73eee78-1e7c-4d0a-b609-d3f999c79afb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.096418] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 3247a323-3875-4b88-9c79-1678629f56b5/3247a323-3875-4b88-9c79-1678629f56b5.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2032.096651] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83859ac2-f3c9-4d05-99aa-c1448fa76cde {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.117411] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2032.117411] env[62555]: value = "task-1705646" [ 2032.117411] env[62555]: _type = "Task" [ 2032.117411] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.124983] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.535849] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquiring lock "refresh_cache-ba8bc448-0b61-451c-aa4f-d952197fb35c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.535849] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquired lock "refresh_cache-ba8bc448-0b61-451c-aa4f-d952197fb35c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.535849] env[62555]: DEBUG nova.network.neutron [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2032.627515] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705646, 'name': ReconfigVM_Task, 'duration_secs': 0.300422} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.627814] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 3247a323-3875-4b88-9c79-1678629f56b5/3247a323-3875-4b88-9c79-1678629f56b5.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2032.628511] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09937d3c-7d23-4b50-b45a-925e83ddfb97 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.635067] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2032.635067] env[62555]: value = "task-1705647" [ 2032.635067] env[62555]: _type = "Task" [ 2032.635067] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.642278] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705647, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.793154] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2032.793478] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b52aa76-8311-4205-9433-c8c300c6c784 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.801055] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2032.801055] env[62555]: value = "task-1705648" [ 2032.801055] env[62555]: _type = "Task" [ 2032.801055] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.810448] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.069589] env[62555]: DEBUG nova.network.neutron [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2033.144187] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705647, 'name': Rename_Task, 'duration_secs': 0.132728} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.144474] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2033.144724] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dec694f0-1258-433c-8b84-6354dcadcc2e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.151432] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2033.151432] env[62555]: value = "task-1705649" [ 2033.151432] env[62555]: _type = "Task" [ 2033.151432] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.158712] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.194939] env[62555]: DEBUG nova.network.neutron [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Updating instance_info_cache with network_info: [{"id": "55c5cd69-cb25-4b2b-b3fd-2f054855764e", "address": "fa:16:3e:2c:0b:55", "network": {"id": "16cf73ea-fd24-452a-ab58-223689b23803", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1634625881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8efbe2f60674c5eb4accb0ec78f1444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c5cd69-cb", "ovs_interfaceid": "55c5cd69-cb25-4b2b-b3fd-2f054855764e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2033.310744] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705648, 'name': PowerOffVM_Task, 'duration_secs': 0.194273} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.311061] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2033.311847] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2bbbe-7099-43ba-b34e-7578e20a1505 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.330819] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc236d8-9dac-4cb0-98c7-64144574f258 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.662330] env[62555]: DEBUG oslo_vmware.api [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705649, 'name': PowerOnVM_Task, 'duration_secs': 0.413413} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.662692] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2033.662907] env[62555]: INFO nova.compute.manager [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Took 8.32 seconds to spawn the instance on the hypervisor. [ 2033.663161] env[62555]: DEBUG nova.compute.manager [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2033.663925] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07d2ce1-baca-4993-9273-fac4ac868c84 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.698277] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Releasing lock "refresh_cache-ba8bc448-0b61-451c-aa4f-d952197fb35c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.698627] env[62555]: DEBUG nova.compute.manager [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Instance network_info: |[{"id": "55c5cd69-cb25-4b2b-b3fd-2f054855764e", "address": "fa:16:3e:2c:0b:55", "network": {"id": "16cf73ea-fd24-452a-ab58-223689b23803", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1634625881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8efbe2f60674c5eb4accb0ec78f1444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c5cd69-cb", "ovs_interfaceid": "55c5cd69-cb25-4b2b-b3fd-2f054855764e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2033.699107] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:0b:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55c5cd69-cb25-4b2b-b3fd-2f054855764e', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2033.706625] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Creating folder: Project (e8efbe2f60674c5eb4accb0ec78f1444). Parent ref: group-v355069. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2033.707490] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd4ed574-7f83-4005-b1c1-21fa33ff2d38 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.718483] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Created folder: Project (e8efbe2f60674c5eb4accb0ec78f1444) in parent group-v355069. [ 2033.718658] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Creating folder: Instances. Parent ref: group-v355389. {{(pid=62555) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2033.718890] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43923e46-852f-41a2-8b8a-74610fb756e0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.728128] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Created folder: Instances in parent group-v355389. [ 2033.728361] env[62555]: DEBUG oslo.service.loopingcall [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2033.728545] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2033.728742] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9262e405-2185-410e-858a-a7fab39080ea {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.746682] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2033.746682] env[62555]: value = "task-1705652" [ 2033.746682] env[62555]: _type = "Task" [ 2033.746682] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.753876] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705652, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.840888] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2033.841311] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-016e4af0-2f09-4a0c-81c5-317f005e3c6d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.848810] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2033.848810] env[62555]: value = "task-1705653" [ 2033.848810] env[62555]: _type = "Task" [ 2033.848810] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.857543] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705653, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.980639] env[62555]: DEBUG nova.compute.manager [req-4ac049c3-8c4c-4c71-9312-354971cae38c req-0d82577c-a81b-45f9-916a-dbb9da5eee9e service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Received event network-changed-55c5cd69-cb25-4b2b-b3fd-2f054855764e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2033.980941] env[62555]: DEBUG nova.compute.manager [req-4ac049c3-8c4c-4c71-9312-354971cae38c req-0d82577c-a81b-45f9-916a-dbb9da5eee9e service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Refreshing instance network info cache due to event network-changed-55c5cd69-cb25-4b2b-b3fd-2f054855764e. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2033.981308] env[62555]: DEBUG oslo_concurrency.lockutils [req-4ac049c3-8c4c-4c71-9312-354971cae38c req-0d82577c-a81b-45f9-916a-dbb9da5eee9e service nova] Acquiring lock "refresh_cache-ba8bc448-0b61-451c-aa4f-d952197fb35c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.981542] env[62555]: DEBUG oslo_concurrency.lockutils [req-4ac049c3-8c4c-4c71-9312-354971cae38c req-0d82577c-a81b-45f9-916a-dbb9da5eee9e service nova] Acquired lock "refresh_cache-ba8bc448-0b61-451c-aa4f-d952197fb35c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.981729] env[62555]: DEBUG nova.network.neutron [req-4ac049c3-8c4c-4c71-9312-354971cae38c req-0d82577c-a81b-45f9-916a-dbb9da5eee9e service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Refreshing network info cache for port 55c5cd69-cb25-4b2b-b3fd-2f054855764e {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2034.182269] env[62555]: INFO nova.compute.manager [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Took 13.03 seconds to build instance. [ 2034.257226] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705652, 'name': CreateVM_Task, 'duration_secs': 0.335606} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.257386] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2034.258220] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.258333] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.258629] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2034.259594] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe78a98-1b59-4f62-9012-757b481830d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.263149] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for the task: (returnval){ [ 2034.263149] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52453d25-057c-392a-673b-7b76698026fc" [ 2034.263149] env[62555]: _type = "Task" [ 2034.263149] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.270860] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52453d25-057c-392a-673b-7b76698026fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.359445] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705653, 'name': CreateSnapshot_Task, 'duration_secs': 0.393} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.359652] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2034.360480] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e0a1c5-5ad8-4e80-938c-345489114bff {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.666636] env[62555]: DEBUG nova.network.neutron [req-4ac049c3-8c4c-4c71-9312-354971cae38c req-0d82577c-a81b-45f9-916a-dbb9da5eee9e service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Updated VIF entry in instance network info cache for port 55c5cd69-cb25-4b2b-b3fd-2f054855764e. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2034.666984] env[62555]: DEBUG nova.network.neutron [req-4ac049c3-8c4c-4c71-9312-354971cae38c req-0d82577c-a81b-45f9-916a-dbb9da5eee9e service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Updating instance_info_cache with network_info: [{"id": "55c5cd69-cb25-4b2b-b3fd-2f054855764e", "address": "fa:16:3e:2c:0b:55", "network": {"id": "16cf73ea-fd24-452a-ab58-223689b23803", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1634625881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8efbe2f60674c5eb4accb0ec78f1444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55c5cd69-cb", "ovs_interfaceid": "55c5cd69-cb25-4b2b-b3fd-2f054855764e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.684077] env[62555]: DEBUG oslo_concurrency.lockutils [None req-32694d00-fbd1-4520-ad85-64c03895ef54 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.539s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.777194] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52453d25-057c-392a-673b-7b76698026fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008657} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.777527] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.777799] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2034.778117] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2034.778248] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.778433] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2034.778707] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a52fd6fb-712b-4747-bd23-3244d33cedcf {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.790589] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2034.790768] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2034.791519] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af859e38-608c-4161-825e-ad35933b7455 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.796656] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for the task: (returnval){ [ 2034.796656] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528580d6-f69e-ef1d-8f6e-c961f56f1913" [ 2034.796656] env[62555]: _type = "Task" [ 2034.796656] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.806397] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528580d6-f69e-ef1d-8f6e-c961f56f1913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.878235] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2034.878235] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-936913dc-41e8-47fb-b6ce-a242e396653c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.886025] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2034.886025] env[62555]: value = "task-1705654" [ 2034.886025] env[62555]: _type = "Task" [ 2034.886025] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.893735] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705654, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.170111] env[62555]: DEBUG oslo_concurrency.lockutils [req-4ac049c3-8c4c-4c71-9312-354971cae38c req-0d82577c-a81b-45f9-916a-dbb9da5eee9e service nova] Releasing lock "refresh_cache-ba8bc448-0b61-451c-aa4f-d952197fb35c" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.307236] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]528580d6-f69e-ef1d-8f6e-c961f56f1913, 'name': SearchDatastore_Task, 'duration_secs': 0.040812} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.308707] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b26a2c80-0363-437e-94a0-01c9c8ea6048 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.314108] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for the task: (returnval){ [ 2035.314108] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5269795b-4619-f954-1ace-a259412085d8" [ 2035.314108] env[62555]: _type = "Task" [ 2035.314108] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.321741] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5269795b-4619-f954-1ace-a259412085d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.396259] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705654, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.825107] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5269795b-4619-f954-1ace-a259412085d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.825456] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.825797] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] ba8bc448-0b61-451c-aa4f-d952197fb35c/ba8bc448-0b61-451c-aa4f-d952197fb35c.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2035.826207] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2835bd2-8c6b-4a8c-b08e-5c7ed2812f25 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.833027] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for the task: (returnval){ [ 2035.833027] env[62555]: value = "task-1705655" [ 2035.833027] env[62555]: _type = "Task" [ 2035.833027] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.841708] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.897718] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705654, 'name': CloneVM_Task} progress is 100%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.009556] env[62555]: DEBUG nova.compute.manager [req-817f7b17-a6ad-4c91-9431-a68233f0851e req-bd7ea555-1953-4a55-b7ad-f769a16d5a17 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Received event network-changed-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2036.009854] env[62555]: DEBUG nova.compute.manager [req-817f7b17-a6ad-4c91-9431-a68233f0851e req-bd7ea555-1953-4a55-b7ad-f769a16d5a17 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Refreshing instance network info cache due to event network-changed-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2036.010559] env[62555]: DEBUG oslo_concurrency.lockutils [req-817f7b17-a6ad-4c91-9431-a68233f0851e req-bd7ea555-1953-4a55-b7ad-f769a16d5a17 service nova] Acquiring lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.010559] env[62555]: DEBUG oslo_concurrency.lockutils [req-817f7b17-a6ad-4c91-9431-a68233f0851e req-bd7ea555-1953-4a55-b7ad-f769a16d5a17 service nova] Acquired lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.010559] env[62555]: DEBUG nova.network.neutron [req-817f7b17-a6ad-4c91-9431-a68233f0851e req-bd7ea555-1953-4a55-b7ad-f769a16d5a17 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Refreshing network info cache for port e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2036.343838] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705655, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.397159] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705654, 'name': CloneVM_Task, 'duration_secs': 1.025078} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.397468] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Created linked-clone VM from snapshot [ 2036.398368] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad7fde7-825e-4c69-8452-d50ab96ac5cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.406040] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Uploading image c51c5866-f3e9-418e-877a-83d4fb024032 {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2036.433300] env[62555]: DEBUG oslo_vmware.rw_handles [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2036.433300] env[62555]: value = "vm-355393" [ 2036.433300] env[62555]: _type = "VirtualMachine" [ 2036.433300] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2036.433704] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b992648c-d77e-4ff9-ab52-462f3af4bcdb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.441748] env[62555]: DEBUG oslo_vmware.rw_handles [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lease: (returnval){ [ 2036.441748] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52202619-21e6-d3e5-ced7-b6f9f33b93f6" [ 2036.441748] env[62555]: _type = "HttpNfcLease" [ 2036.441748] env[62555]: } obtained for exporting VM: (result){ [ 2036.441748] env[62555]: value = "vm-355393" [ 2036.441748] env[62555]: _type = "VirtualMachine" [ 2036.441748] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2036.442102] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the lease: (returnval){ [ 2036.442102] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52202619-21e6-d3e5-ced7-b6f9f33b93f6" [ 2036.442102] env[62555]: _type = "HttpNfcLease" [ 2036.442102] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2036.448910] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2036.448910] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52202619-21e6-d3e5-ced7-b6f9f33b93f6" [ 2036.448910] env[62555]: _type = "HttpNfcLease" [ 2036.448910] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2036.725884] env[62555]: DEBUG nova.network.neutron [req-817f7b17-a6ad-4c91-9431-a68233f0851e req-bd7ea555-1953-4a55-b7ad-f769a16d5a17 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updated VIF entry in instance network info cache for port e3e02fd9-0cb8-4550-bebb-1d84c4b21a99. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2036.726405] env[62555]: DEBUG nova.network.neutron [req-817f7b17-a6ad-4c91-9431-a68233f0851e req-bd7ea555-1953-4a55-b7ad-f769a16d5a17 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating instance_info_cache with network_info: [{"id": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "address": "fa:16:3e:73:c5:03", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e02fd9-0c", "ovs_interfaceid": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.844720] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705655, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677042} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.844918] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] ba8bc448-0b61-451c-aa4f-d952197fb35c/ba8bc448-0b61-451c-aa4f-d952197fb35c.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2036.845143] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2036.845392] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-689307a4-89a4-4eeb-9e34-b829a837b3bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.852214] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for the task: (returnval){ [ 2036.852214] env[62555]: value = "task-1705657" [ 2036.852214] env[62555]: _type = "Task" [ 2036.852214] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.860667] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.950510] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2036.950510] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52202619-21e6-d3e5-ced7-b6f9f33b93f6" [ 2036.950510] env[62555]: _type = "HttpNfcLease" [ 2036.950510] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2036.950970] env[62555]: DEBUG oslo_vmware.rw_handles [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2036.950970] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52202619-21e6-d3e5-ced7-b6f9f33b93f6" [ 2036.950970] env[62555]: _type = "HttpNfcLease" [ 2036.950970] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2036.951575] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a50284b-9755-4b1d-b2e6-6483d0529170 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.958934] env[62555]: DEBUG oslo_vmware.rw_handles [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ee9d8-a26d-55bb-4f28-43a82652bcbc/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2036.959118] env[62555]: DEBUG oslo_vmware.rw_handles [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ee9d8-a26d-55bb-4f28-43a82652bcbc/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2037.229481] env[62555]: DEBUG oslo_concurrency.lockutils [req-817f7b17-a6ad-4c91-9431-a68233f0851e req-bd7ea555-1953-4a55-b7ad-f769a16d5a17 service nova] Releasing lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.232636] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b2bc6a1b-bbb8-4294-9a96-f67d3441a6ef {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.361978] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064836} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.362209] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2037.362963] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d76a5e-ae73-4cce-bf13-8af64432f2e5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.384775] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] ba8bc448-0b61-451c-aa4f-d952197fb35c/ba8bc448-0b61-451c-aa4f-d952197fb35c.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2037.385021] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af502cc-6560-42e2-81c1-60849d82fd3a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.404082] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for the task: (returnval){ [ 2037.404082] env[62555]: value = "task-1705658" [ 2037.404082] env[62555]: _type = "Task" [ 2037.404082] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.413684] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.917565] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705658, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.419408] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705658, 'name': ReconfigVM_Task, 'duration_secs': 0.567523} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.419883] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Reconfigured VM instance instance-0000007c to attach disk [datastore1] ba8bc448-0b61-451c-aa4f-d952197fb35c/ba8bc448-0b61-451c-aa4f-d952197fb35c.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2038.420764] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-444323d0-6172-41c8-8e48-36a659100f72 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.428997] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for the task: (returnval){ [ 2038.428997] env[62555]: value = "task-1705659" [ 2038.428997] env[62555]: _type = "Task" [ 2038.428997] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.440384] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705659, 'name': Rename_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.939772] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705659, 'name': Rename_Task, 'duration_secs': 0.258969} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.940201] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2038.940568] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e12ded1c-81e7-4851-8bde-ff36be25f039 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.948395] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for the task: (returnval){ [ 2038.948395] env[62555]: value = "task-1705660" [ 2038.948395] env[62555]: _type = "Task" [ 2038.948395] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.956593] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.461057] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705660, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.959852] env[62555]: DEBUG oslo_vmware.api [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705660, 'name': PowerOnVM_Task, 'duration_secs': 0.742971} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.960123] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2039.960377] env[62555]: INFO nova.compute.manager [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Took 8.16 seconds to spawn the instance on the hypervisor. [ 2039.960560] env[62555]: DEBUG nova.compute.manager [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2039.961414] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcba8335-287a-4018-a56b-80d4e1c07fb5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.482245] env[62555]: INFO nova.compute.manager [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Took 12.86 seconds to build instance. [ 2040.985279] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e510d523-ae6c-4d29-92f4-48f3a3e6574c tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Lock "ba8bc448-0b61-451c-aa4f-d952197fb35c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.374s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.241327] env[62555]: DEBUG oslo_concurrency.lockutils [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquiring lock "ba8bc448-0b61-451c-aa4f-d952197fb35c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.241694] env[62555]: DEBUG oslo_concurrency.lockutils [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Lock "ba8bc448-0b61-451c-aa4f-d952197fb35c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.241993] env[62555]: DEBUG oslo_concurrency.lockutils [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquiring lock "ba8bc448-0b61-451c-aa4f-d952197fb35c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.242286] env[62555]: DEBUG oslo_concurrency.lockutils [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Lock "ba8bc448-0b61-451c-aa4f-d952197fb35c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.242545] env[62555]: DEBUG oslo_concurrency.lockutils [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Lock "ba8bc448-0b61-451c-aa4f-d952197fb35c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.245441] env[62555]: INFO nova.compute.manager [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Terminating instance [ 2041.750337] env[62555]: DEBUG nova.compute.manager [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2041.750776] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2041.751598] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3e9f75-601b-4fa0-9499-b810aafd251a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.760688] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.760958] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2558123b-ae2f-482f-bf41-0dbffdd0e7cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.767531] env[62555]: DEBUG oslo_vmware.api [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for the task: (returnval){ [ 2041.767531] env[62555]: value = "task-1705661" [ 2041.767531] env[62555]: _type = "Task" [ 2041.767531] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.775628] env[62555]: DEBUG oslo_vmware.api [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.277313] env[62555]: DEBUG oslo_vmware.api [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705661, 'name': PowerOffVM_Task, 'duration_secs': 0.204531} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.277602] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2042.277780] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2042.278043] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83722e81-3bfd-4050-8cdf-19345aa7a7f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.364310] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2042.364574] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2042.364668] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Deleting the datastore file [datastore1] ba8bc448-0b61-451c-aa4f-d952197fb35c {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2042.364927] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e82e4772-ac33-4173-b307-27c9c85df6ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.371997] env[62555]: DEBUG oslo_vmware.api [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for the task: (returnval){ [ 2042.371997] env[62555]: value = "task-1705663" [ 2042.371997] env[62555]: _type = "Task" [ 2042.371997] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.379950] env[62555]: DEBUG oslo_vmware.api [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.882943] env[62555]: DEBUG oslo_vmware.api [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Task: {'id': task-1705663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363243} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.883401] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2042.883401] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2042.883507] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2042.883680] env[62555]: INFO nova.compute.manager [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2042.883925] env[62555]: DEBUG oslo.service.loopingcall [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.884130] env[62555]: DEBUG nova.compute.manager [-] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2042.884226] env[62555]: DEBUG nova.network.neutron [-] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2043.152312] env[62555]: DEBUG nova.compute.manager [req-cf8167da-287b-432b-8743-cb1af9b79319 req-8e6f81ca-ba28-4f79-95f6-33bc29a0aeab service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Received event network-vif-deleted-55c5cd69-cb25-4b2b-b3fd-2f054855764e {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2043.152367] env[62555]: INFO nova.compute.manager [req-cf8167da-287b-432b-8743-cb1af9b79319 req-8e6f81ca-ba28-4f79-95f6-33bc29a0aeab service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Neutron deleted interface 55c5cd69-cb25-4b2b-b3fd-2f054855764e; detaching it from the instance and deleting it from the info cache [ 2043.152554] env[62555]: DEBUG nova.network.neutron [req-cf8167da-287b-432b-8743-cb1af9b79319 req-8e6f81ca-ba28-4f79-95f6-33bc29a0aeab service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.627287] env[62555]: DEBUG nova.network.neutron [-] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.654877] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be24fa9e-2637-4851-bd36-1e16bb3c5d3f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.668026] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754aebca-c1e0-4b9e-8c32-b5c76bb298e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.697592] env[62555]: DEBUG nova.compute.manager [req-cf8167da-287b-432b-8743-cb1af9b79319 req-8e6f81ca-ba28-4f79-95f6-33bc29a0aeab service nova] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Detach interface failed, port_id=55c5cd69-cb25-4b2b-b3fd-2f054855764e, reason: Instance ba8bc448-0b61-451c-aa4f-d952197fb35c could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2044.130567] env[62555]: INFO nova.compute.manager [-] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Took 1.25 seconds to deallocate network for instance. [ 2044.637073] env[62555]: DEBUG oslo_concurrency.lockutils [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.637340] env[62555]: DEBUG oslo_concurrency.lockutils [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.637563] env[62555]: DEBUG nova.objects.instance [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Lazy-loading 'resources' on Instance uuid ba8bc448-0b61-451c-aa4f-d952197fb35c {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.210283] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf924b-633e-4410-8125-d87905a45ce3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.220331] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b9b8c8-f5c2-4777-b570-998aede69842 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.249975] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01dac829-3477-48dc-8fa2-0781664f1bc0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.257635] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dacab1-df1a-4659-a480-a3752104fa13 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.270866] env[62555]: DEBUG nova.compute.provider_tree [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.773893] env[62555]: DEBUG nova.scheduler.client.report [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2046.020693] env[62555]: DEBUG oslo_vmware.rw_handles [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ee9d8-a26d-55bb-4f28-43a82652bcbc/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2046.021745] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408405f3-44ed-479a-9f74-7036ce16f1e3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.028238] env[62555]: DEBUG oslo_vmware.rw_handles [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ee9d8-a26d-55bb-4f28-43a82652bcbc/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2046.028393] env[62555]: ERROR oslo_vmware.rw_handles [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ee9d8-a26d-55bb-4f28-43a82652bcbc/disk-0.vmdk due to incomplete transfer. [ 2046.028606] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e3707874-8507-4d67-bfc6-ac61fea50526 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.035861] env[62555]: DEBUG oslo_vmware.rw_handles [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ee9d8-a26d-55bb-4f28-43a82652bcbc/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2046.036069] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Uploaded image c51c5866-f3e9-418e-877a-83d4fb024032 to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2046.038442] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2046.038663] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4876ed90-0009-496a-bd93-d07e3cc2a5ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.044798] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2046.044798] env[62555]: value = "task-1705664" [ 2046.044798] env[62555]: _type = "Task" [ 2046.044798] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.053871] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705664, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.279272] env[62555]: DEBUG oslo_concurrency.lockutils [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.299446] env[62555]: INFO nova.scheduler.client.report [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Deleted allocations for instance ba8bc448-0b61-451c-aa4f-d952197fb35c [ 2046.554628] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705664, 'name': Destroy_Task, 'duration_secs': 0.33265} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.554852] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Destroyed the VM [ 2046.555117] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2046.555376] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1f97263b-daf4-441d-b64a-35d2d51dc510 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.561485] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2046.561485] env[62555]: value = "task-1705665" [ 2046.561485] env[62555]: _type = "Task" [ 2046.561485] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.568464] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705665, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.807535] env[62555]: DEBUG oslo_concurrency.lockutils [None req-471ea39b-b4ad-43df-8f18-85631e50d497 tempest-ServersNegativeTestMultiTenantJSON-1533267215 tempest-ServersNegativeTestMultiTenantJSON-1533267215-project-member] Lock "ba8bc448-0b61-451c-aa4f-d952197fb35c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.566s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.072065] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705665, 'name': RemoveSnapshot_Task, 'duration_secs': 0.346216} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.072363] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2047.072631] env[62555]: DEBUG nova.compute.manager [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2047.073427] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74413b45-b4ca-4afd-8f93-7154595c589a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.585951] env[62555]: INFO nova.compute.manager [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Shelve offloading [ 2048.089650] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2048.090254] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-542def7d-5800-4c24-9ca4-63721d53bcb7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.098840] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2048.098840] env[62555]: value = "task-1705666" [ 2048.098840] env[62555]: _type = "Task" [ 2048.098840] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.106485] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.610842] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2048.611142] env[62555]: DEBUG nova.compute.manager [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2048.611897] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f955c99-be36-4f43-a94b-0bdf881b8977 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.617988] env[62555]: DEBUG oslo_concurrency.lockutils [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2048.618173] env[62555]: DEBUG oslo_concurrency.lockutils [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2048.618448] env[62555]: DEBUG nova.network.neutron [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2049.335257] env[62555]: DEBUG nova.network.neutron [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updating instance_info_cache with network_info: [{"id": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "address": "fa:16:3e:d9:0b:df", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f07f48f-5b", "ovs_interfaceid": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.838906] env[62555]: DEBUG oslo_concurrency.lockutils [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.103156] env[62555]: DEBUG nova.compute.manager [req-a434f933-e942-4394-9bb2-95143973435e req-d817373d-2f1a-4360-aa6f-d7c50450a97b service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Received event network-vif-unplugged-7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2050.103419] env[62555]: DEBUG oslo_concurrency.lockutils [req-a434f933-e942-4394-9bb2-95143973435e req-d817373d-2f1a-4360-aa6f-d7c50450a97b service nova] Acquiring lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2050.103666] env[62555]: DEBUG oslo_concurrency.lockutils [req-a434f933-e942-4394-9bb2-95143973435e req-d817373d-2f1a-4360-aa6f-d7c50450a97b service nova] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2050.103878] env[62555]: DEBUG oslo_concurrency.lockutils [req-a434f933-e942-4394-9bb2-95143973435e req-d817373d-2f1a-4360-aa6f-d7c50450a97b service nova] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.104221] env[62555]: DEBUG nova.compute.manager [req-a434f933-e942-4394-9bb2-95143973435e req-d817373d-2f1a-4360-aa6f-d7c50450a97b service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] No waiting events found dispatching network-vif-unplugged-7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2050.104457] env[62555]: WARNING nova.compute.manager [req-a434f933-e942-4394-9bb2-95143973435e req-d817373d-2f1a-4360-aa6f-d7c50450a97b service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Received unexpected event network-vif-unplugged-7f07f48f-5b51-4e02-b849-c8e57008c0ab for instance with vm_state shelved and task_state shelving_offloading. [ 2050.185081] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2050.185971] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a45691-5692-4d5a-998c-0bb858fc169f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.193646] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2050.193799] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23d8bb5c-0077-494a-9420-da118b6819bb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.275594] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2050.275826] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2050.275999] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleting the datastore file [datastore1] cf085405-b16a-4cd7-8540-0e4b9f5bdfca {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2050.276382] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1829e65-bdac-41c9-a02d-4afa2e7e1d49 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.285972] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2050.285972] env[62555]: value = "task-1705668" [ 2050.285972] env[62555]: _type = "Task" [ 2050.285972] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.293612] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.796661] env[62555]: DEBUG oslo_vmware.api [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137125} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.796907] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2050.797101] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2050.797276] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2050.821080] env[62555]: INFO nova.scheduler.client.report [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleted allocations for instance cf085405-b16a-4cd7-8540-0e4b9f5bdfca [ 2051.325409] env[62555]: DEBUG oslo_concurrency.lockutils [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.325761] env[62555]: DEBUG oslo_concurrency.lockutils [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.325836] env[62555]: DEBUG nova.objects.instance [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'resources' on Instance uuid cf085405-b16a-4cd7-8540-0e4b9f5bdfca {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2051.829010] env[62555]: DEBUG nova.objects.instance [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'numa_topology' on Instance uuid cf085405-b16a-4cd7-8540-0e4b9f5bdfca {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2052.132941] env[62555]: DEBUG nova.compute.manager [req-f7adc5b9-2f93-4afd-95ec-c1d661ba97b2 req-b09ba883-c457-4aa0-8fd7-aa60735b10c7 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Received event network-changed-7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2052.133165] env[62555]: DEBUG nova.compute.manager [req-f7adc5b9-2f93-4afd-95ec-c1d661ba97b2 req-b09ba883-c457-4aa0-8fd7-aa60735b10c7 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Refreshing instance network info cache due to event network-changed-7f07f48f-5b51-4e02-b849-c8e57008c0ab. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2052.133382] env[62555]: DEBUG oslo_concurrency.lockutils [req-f7adc5b9-2f93-4afd-95ec-c1d661ba97b2 req-b09ba883-c457-4aa0-8fd7-aa60735b10c7 service nova] Acquiring lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.133532] env[62555]: DEBUG oslo_concurrency.lockutils [req-f7adc5b9-2f93-4afd-95ec-c1d661ba97b2 req-b09ba883-c457-4aa0-8fd7-aa60735b10c7 service nova] Acquired lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.133692] env[62555]: DEBUG nova.network.neutron [req-f7adc5b9-2f93-4afd-95ec-c1d661ba97b2 req-b09ba883-c457-4aa0-8fd7-aa60735b10c7 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Refreshing network info cache for port 7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2052.331769] env[62555]: DEBUG nova.objects.base [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2052.377911] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e4598-dd25-451a-88ab-2346d9c0b36b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.385149] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776a3459-9318-4258-979e-e432281b3868 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.415190] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1c428b-f45d-4b69-ace8-833a3f123162 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.423445] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d050817-a551-4e6d-b58c-7332fe08736f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.438386] env[62555]: DEBUG nova.compute.provider_tree [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2052.861452] env[62555]: DEBUG nova.network.neutron [req-f7adc5b9-2f93-4afd-95ec-c1d661ba97b2 req-b09ba883-c457-4aa0-8fd7-aa60735b10c7 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updated VIF entry in instance network info cache for port 7f07f48f-5b51-4e02-b849-c8e57008c0ab. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2052.861811] env[62555]: DEBUG nova.network.neutron [req-f7adc5b9-2f93-4afd-95ec-c1d661ba97b2 req-b09ba883-c457-4aa0-8fd7-aa60735b10c7 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updating instance_info_cache with network_info: [{"id": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "address": "fa:16:3e:d9:0b:df", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap7f07f48f-5b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.944826] env[62555]: DEBUG nova.scheduler.client.report [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2052.949470] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.365115] env[62555]: DEBUG oslo_concurrency.lockutils [req-f7adc5b9-2f93-4afd-95ec-c1d661ba97b2 req-b09ba883-c457-4aa0-8fd7-aa60735b10c7 service nova] Releasing lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.451513] env[62555]: DEBUG oslo_concurrency.lockutils [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.959451] env[62555]: DEBUG oslo_concurrency.lockutils [None req-496f3571-1b77-496a-a086-0e4b36858255 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.177s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.960133] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.011s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.960265] env[62555]: INFO nova.compute.manager [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Unshelving [ 2054.986241] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.986567] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.986786] env[62555]: DEBUG nova.objects.instance [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'pci_requests' on Instance uuid cf085405-b16a-4cd7-8540-0e4b9f5bdfca {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.490957] env[62555]: DEBUG nova.objects.instance [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'numa_topology' on Instance uuid cf085405-b16a-4cd7-8540-0e4b9f5bdfca {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2055.993384] env[62555]: INFO nova.compute.claims [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2057.045603] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057881ff-ccff-4731-a618-0327bddb5209 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.053979] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f9c4fb-7e23-409b-8dad-34f1f520cea2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.082233] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6eb3d4-a63d-4959-96e0-f6cdb425cc22 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.088743] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04af41a-55e0-48e9-8d8f-83bfa2a390ed {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.101045] env[62555]: DEBUG nova.compute.provider_tree [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2057.604408] env[62555]: DEBUG nova.scheduler.client.report [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2058.109615] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.123s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2058.139349] env[62555]: INFO nova.network.neutron [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updating port 7f07f48f-5b51-4e02-b849-c8e57008c0ab with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2059.542989] env[62555]: DEBUG nova.compute.manager [req-1ea61bb7-60f8-47d4-bc8f-90b5ba106890 req-f18bcb98-5ecd-4715-af9c-c217ab19dd1b service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Received event network-vif-plugged-7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2059.543487] env[62555]: DEBUG oslo_concurrency.lockutils [req-1ea61bb7-60f8-47d4-bc8f-90b5ba106890 req-f18bcb98-5ecd-4715-af9c-c217ab19dd1b service nova] Acquiring lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.543487] env[62555]: DEBUG oslo_concurrency.lockutils [req-1ea61bb7-60f8-47d4-bc8f-90b5ba106890 req-f18bcb98-5ecd-4715-af9c-c217ab19dd1b service nova] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.543698] env[62555]: DEBUG oslo_concurrency.lockutils [req-1ea61bb7-60f8-47d4-bc8f-90b5ba106890 req-f18bcb98-5ecd-4715-af9c-c217ab19dd1b service nova] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.543698] env[62555]: DEBUG nova.compute.manager [req-1ea61bb7-60f8-47d4-bc8f-90b5ba106890 req-f18bcb98-5ecd-4715-af9c-c217ab19dd1b service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] No waiting events found dispatching network-vif-plugged-7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2059.543860] env[62555]: WARNING nova.compute.manager [req-1ea61bb7-60f8-47d4-bc8f-90b5ba106890 req-f18bcb98-5ecd-4715-af9c-c217ab19dd1b service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Received unexpected event network-vif-plugged-7f07f48f-5b51-4e02-b849-c8e57008c0ab for instance with vm_state shelved_offloaded and task_state spawning. [ 2059.629860] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.630273] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.630273] env[62555]: DEBUG nova.network.neutron [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2060.325208] env[62555]: DEBUG nova.network.neutron [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updating instance_info_cache with network_info: [{"id": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "address": "fa:16:3e:d9:0b:df", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f07f48f-5b", "ovs_interfaceid": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2060.828228] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2060.854567] env[62555]: DEBUG nova.virt.hardware [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5ab72e9407dc7742f4bd5aae7cc2e706',container_format='bare',created_at=2024-12-10T20:13:19Z,direct_url=,disk_format='vmdk',id=c51c5866-f3e9-418e-877a-83d4fb024032,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-308157925-shelved',owner='017e84ff06d2429a8c7718215a8a299e',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-10T20:13:33Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2060.854818] env[62555]: DEBUG nova.virt.hardware [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2060.854974] env[62555]: DEBUG nova.virt.hardware [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2060.855178] env[62555]: DEBUG nova.virt.hardware [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2060.855323] env[62555]: DEBUG nova.virt.hardware [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2060.855469] env[62555]: DEBUG nova.virt.hardware [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2060.855683] env[62555]: DEBUG nova.virt.hardware [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2060.855837] env[62555]: DEBUG nova.virt.hardware [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2060.856010] env[62555]: DEBUG nova.virt.hardware [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2060.856176] env[62555]: DEBUG nova.virt.hardware [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2060.856376] env[62555]: DEBUG nova.virt.hardware [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2060.857520] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab3689f-8239-45c5-a464-4dff0ffaaf1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.865319] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6afab82-26a1-4ccf-bebc-a3df005680b3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.878276] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:0b:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f07f48f-5b51-4e02-b849-c8e57008c0ab', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2060.885436] env[62555]: DEBUG oslo.service.loopingcall [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2060.885663] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2060.885854] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec6068b9-4555-4f23-9915-dfc9695a55d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.905029] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2060.905029] env[62555]: value = "task-1705669" [ 2060.905029] env[62555]: _type = "Task" [ 2060.905029] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.912993] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705669, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.415227] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705669, 'name': CreateVM_Task, 'duration_secs': 0.342956} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.415468] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2061.416073] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.416247] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.416654] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2061.416914] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83b0ac9-6ce6-4a5b-a722-574018f6384f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.421411] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2061.421411] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527447a9-09ff-6c3b-a52d-12fcae19e56c" [ 2061.421411] env[62555]: _type = "Task" [ 2061.421411] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.428768] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]527447a9-09ff-6c3b-a52d-12fcae19e56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.572180] env[62555]: DEBUG nova.compute.manager [req-eb041082-b402-4d65-81f3-bd91fac2108c req-7c0307fd-0f7d-4767-b58b-0f517631c70d service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Received event network-changed-7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2061.572395] env[62555]: DEBUG nova.compute.manager [req-eb041082-b402-4d65-81f3-bd91fac2108c req-7c0307fd-0f7d-4767-b58b-0f517631c70d service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Refreshing instance network info cache due to event network-changed-7f07f48f-5b51-4e02-b849-c8e57008c0ab. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2061.572610] env[62555]: DEBUG oslo_concurrency.lockutils [req-eb041082-b402-4d65-81f3-bd91fac2108c req-7c0307fd-0f7d-4767-b58b-0f517631c70d service nova] Acquiring lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.572758] env[62555]: DEBUG oslo_concurrency.lockutils [req-eb041082-b402-4d65-81f3-bd91fac2108c req-7c0307fd-0f7d-4767-b58b-0f517631c70d service nova] Acquired lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.572919] env[62555]: DEBUG nova.network.neutron [req-eb041082-b402-4d65-81f3-bd91fac2108c req-7c0307fd-0f7d-4767-b58b-0f517631c70d service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Refreshing network info cache for port 7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2061.931951] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.932239] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Processing image c51c5866-f3e9-418e-877a-83d4fb024032 {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2061.932556] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032/c51c5866-f3e9-418e-877a-83d4fb024032.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.932626] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032/c51c5866-f3e9-418e-877a-83d4fb024032.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.932787] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2061.933051] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7fd92ef-0d1c-480c-b8c9-2c7863c35c88 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.941556] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2061.941731] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2061.942425] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dddb7e9-24ad-4b02-b12f-65f50dd75126 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.947146] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2061.947146] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52472d8c-a157-ef3b-7166-6596411d93c6" [ 2061.947146] env[62555]: _type = "Task" [ 2061.947146] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.954272] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52472d8c-a157-ef3b-7166-6596411d93c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.264636] env[62555]: DEBUG nova.network.neutron [req-eb041082-b402-4d65-81f3-bd91fac2108c req-7c0307fd-0f7d-4767-b58b-0f517631c70d service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updated VIF entry in instance network info cache for port 7f07f48f-5b51-4e02-b849-c8e57008c0ab. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2062.265038] env[62555]: DEBUG nova.network.neutron [req-eb041082-b402-4d65-81f3-bd91fac2108c req-7c0307fd-0f7d-4767-b58b-0f517631c70d service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updating instance_info_cache with network_info: [{"id": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "address": "fa:16:3e:d9:0b:df", "network": {"id": "b5f6b44f-ff09-4fb9-97ae-972ad793b689", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1566030537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "017e84ff06d2429a8c7718215a8a299e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f07f48f-5b", "ovs_interfaceid": "7f07f48f-5b51-4e02-b849-c8e57008c0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.458808] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Preparing fetch location {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2062.459259] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Fetch image to [datastore1] OSTACK_IMG_20d2910c-b1ca-4376-b17d-c19be058ecb3/OSTACK_IMG_20d2910c-b1ca-4376-b17d-c19be058ecb3.vmdk {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2062.459424] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Downloading stream optimized image c51c5866-f3e9-418e-877a-83d4fb024032 to [datastore1] OSTACK_IMG_20d2910c-b1ca-4376-b17d-c19be058ecb3/OSTACK_IMG_20d2910c-b1ca-4376-b17d-c19be058ecb3.vmdk on the data store datastore1 as vApp {{(pid=62555) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2062.459605] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Downloading image file data c51c5866-f3e9-418e-877a-83d4fb024032 to the ESX as VM named 'OSTACK_IMG_20d2910c-b1ca-4376-b17d-c19be058ecb3' {{(pid=62555) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2062.527474] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2062.527474] env[62555]: value = "resgroup-9" [ 2062.527474] env[62555]: _type = "ResourcePool" [ 2062.527474] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2062.528196] env[62555]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-27311d04-997a-4ab8-904a-4ec68441fa5c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.549075] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lease: (returnval){ [ 2062.549075] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b843bc-c609-f69b-9e2e-5765d24f9e86" [ 2062.549075] env[62555]: _type = "HttpNfcLease" [ 2062.549075] env[62555]: } obtained for vApp import into resource pool (val){ [ 2062.549075] env[62555]: value = "resgroup-9" [ 2062.549075] env[62555]: _type = "ResourcePool" [ 2062.549075] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2062.549536] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the lease: (returnval){ [ 2062.549536] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b843bc-c609-f69b-9e2e-5765d24f9e86" [ 2062.549536] env[62555]: _type = "HttpNfcLease" [ 2062.549536] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2062.557094] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2062.557094] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b843bc-c609-f69b-9e2e-5765d24f9e86" [ 2062.557094] env[62555]: _type = "HttpNfcLease" [ 2062.557094] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2062.767810] env[62555]: DEBUG oslo_concurrency.lockutils [req-eb041082-b402-4d65-81f3-bd91fac2108c req-7c0307fd-0f7d-4767-b58b-0f517631c70d service nova] Releasing lock "refresh_cache-cf085405-b16a-4cd7-8540-0e4b9f5bdfca" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.057444] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2063.057444] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b843bc-c609-f69b-9e2e-5765d24f9e86" [ 2063.057444] env[62555]: _type = "HttpNfcLease" [ 2063.057444] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2063.057948] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2063.057948] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b843bc-c609-f69b-9e2e-5765d24f9e86" [ 2063.057948] env[62555]: _type = "HttpNfcLease" [ 2063.057948] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2063.058487] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caf07ca-afad-4051-935b-e4e744802e5c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.721669] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e585e6-1d40-9b55-d8d1-c551c8410ca4/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2063.721902] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e585e6-1d40-9b55-d8d1-c551c8410ca4/disk-0.vmdk. {{(pid=62555) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2063.788071] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fdb45a25-8d01-4758-aeef-ad23899660ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.903961] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Completed reading data from the image iterator. {{(pid=62555) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2064.904357] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e585e6-1d40-9b55-d8d1-c551c8410ca4/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2064.905193] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265d4e88-8d87-4818-a422-141fa2a7be02 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.911484] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e585e6-1d40-9b55-d8d1-c551c8410ca4/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2064.911649] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e585e6-1d40-9b55-d8d1-c551c8410ca4/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2064.911865] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3c32bd55-9a44-465b-bb9c-dd9b7e63eebd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.136215] env[62555]: DEBUG oslo_vmware.rw_handles [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e585e6-1d40-9b55-d8d1-c551c8410ca4/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2065.136390] env[62555]: INFO nova.virt.vmwareapi.images [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Downloaded image file data c51c5866-f3e9-418e-877a-83d4fb024032 [ 2065.137746] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582e2c71-3e43-4d39-92cf-a105bb05bbbd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.152218] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d75b90e0-c601-4c70-9167-d3da9cd0f23b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.180729] env[62555]: INFO nova.virt.vmwareapi.images [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] The imported VM was unregistered [ 2065.182992] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Caching image {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2065.183237] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032 {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2065.183487] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-106f06e2-1642-492d-bc36-a90a86e2b6ac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.218151] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Created directory with path [datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032 {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2065.218370] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_20d2910c-b1ca-4376-b17d-c19be058ecb3/OSTACK_IMG_20d2910c-b1ca-4376-b17d-c19be058ecb3.vmdk to [datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032/c51c5866-f3e9-418e-877a-83d4fb024032.vmdk. {{(pid=62555) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2065.218731] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e87340c4-5feb-4f95-85fa-f055424b0f3f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.225617] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2065.225617] env[62555]: value = "task-1705672" [ 2065.225617] env[62555]: _type = "Task" [ 2065.225617] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.232555] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705672, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.735615] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705672, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.236534] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705672, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.736750] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705672, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.237654] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705672, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.500141] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "efc6663a-e795-415c-943a-778da588d7c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.500141] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.738519] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705672, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.385366} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.738872] env[62555]: INFO nova.virt.vmwareapi.ds_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_20d2910c-b1ca-4376-b17d-c19be058ecb3/OSTACK_IMG_20d2910c-b1ca-4376-b17d-c19be058ecb3.vmdk to [datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032/c51c5866-f3e9-418e-877a-83d4fb024032.vmdk. [ 2067.739111] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Cleaning up location [datastore1] OSTACK_IMG_20d2910c-b1ca-4376-b17d-c19be058ecb3 {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2067.739319] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_20d2910c-b1ca-4376-b17d-c19be058ecb3 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2067.739613] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3983fa2-1900-4ca3-bffc-a1e5a561a2dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.746088] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2067.746088] env[62555]: value = "task-1705673" [ 2067.746088] env[62555]: _type = "Task" [ 2067.746088] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.752963] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.003217] env[62555]: DEBUG nova.compute.utils [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2068.255511] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042507} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.255894] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2068.255894] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032/c51c5866-f3e9-418e-877a-83d4fb024032.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.256115] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032/c51c5866-f3e9-418e-877a-83d4fb024032.vmdk to [datastore1] cf085405-b16a-4cd7-8540-0e4b9f5bdfca/cf085405-b16a-4cd7-8540-0e4b9f5bdfca.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2068.256374] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58a3fe52-f796-45f6-81e3-09850d16340c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.262745] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2068.262745] env[62555]: value = "task-1705674" [ 2068.262745] env[62555]: _type = "Task" [ 2068.262745] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.269886] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.506504] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.773081] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705674, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.272945] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705674, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.571166] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "efc6663a-e795-415c-943a-778da588d7c0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.571166] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.571166] env[62555]: INFO nova.compute.manager [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Attaching volume 20280a8f-daf1-4aad-870b-210576c9232c to /dev/sdb [ 2069.600596] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a1905e-c746-43e6-9ad6-698d0be0ee4e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.607330] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f226f606-14bb-49cf-9dbd-8890b1e54dab {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.619886] env[62555]: DEBUG nova.virt.block_device [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Updating existing volume attachment record: dbc0c4ef-53fb-4715-93a8-f22f169b061a {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2069.772574] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705674, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.793267] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2069.793468] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2070.273356] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705674, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.774492] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705674, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.793693] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2071.275069] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705674, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.776990] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705674, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.789676] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2072.274937] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705674, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.714312} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.275218] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c51c5866-f3e9-418e-877a-83d4fb024032/c51c5866-f3e9-418e-877a-83d4fb024032.vmdk to [datastore1] cf085405-b16a-4cd7-8540-0e4b9f5bdfca/cf085405-b16a-4cd7-8540-0e4b9f5bdfca.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2072.275983] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb77a7b-3b09-4179-b437-aafbf9b0e83a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.296503] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] cf085405-b16a-4cd7-8540-0e4b9f5bdfca/cf085405-b16a-4cd7-8540-0e4b9f5bdfca.vmdk or device None with type streamOptimized {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2072.296745] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a4edff6-b40c-400b-8e09-0486ea51ca88 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.314902] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2072.314902] env[62555]: value = "task-1705676" [ 2072.314902] env[62555]: _type = "Task" [ 2072.314902] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.322477] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.825218] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705676, 'name': ReconfigVM_Task, 'duration_secs': 0.279176} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.825450] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Reconfigured VM instance instance-00000079 to attach disk [datastore1] cf085405-b16a-4cd7-8540-0e4b9f5bdfca/cf085405-b16a-4cd7-8540-0e4b9f5bdfca.vmdk or device None with type streamOptimized {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2072.826082] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76fe049f-c592-4b7b-b297-075bbc54ee51 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.832347] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2072.832347] env[62555]: value = "task-1705677" [ 2072.832347] env[62555]: _type = "Task" [ 2072.832347] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.839223] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705677, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.341999] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705677, 'name': Rename_Task, 'duration_secs': 0.174765} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.342384] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2073.342530] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80262fe6-836c-4569-a131-02fb3c65689c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.348435] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2073.348435] env[62555]: value = "task-1705678" [ 2073.348435] env[62555]: _type = "Task" [ 2073.348435] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.356035] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.859447] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705678, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.359195] env[62555]: DEBUG oslo_vmware.api [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705678, 'name': PowerOnVM_Task, 'duration_secs': 0.594874} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.359521] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2074.447260] env[62555]: DEBUG nova.compute.manager [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2074.448392] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb07c16b-1ace-4c97-9887-46b95cf0f14c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.609699] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "3247a323-3875-4b88-9c79-1678629f56b5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.610018] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.610221] env[62555]: INFO nova.compute.manager [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Shelving [ 2074.794161] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2074.967043] env[62555]: DEBUG oslo_concurrency.lockutils [None req-2e055802-1ec6-49d0-b0c5-f5bb4138acd8 tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.006s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.618832] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2075.619469] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3975b0bb-4358-4e11-a780-510d405c10ca {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.627404] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2075.627404] env[62555]: value = "task-1705680" [ 2075.627404] env[62555]: _type = "Task" [ 2075.627404] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.636260] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.794182] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2075.794428] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2075.860682] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.860947] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.861190] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.861378] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.861553] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.863770] env[62555]: INFO nova.compute.manager [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Terminating instance [ 2076.137785] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705680, 'name': PowerOffVM_Task, 'duration_secs': 0.278572} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.138066] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2076.138936] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4953ee-0044-4a67-bd47-7225bc2aa151 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.156261] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109de5dc-0074-457e-9822-39a0b9c68e87 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.165792] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2076.166017] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355396', 'volume_id': '20280a8f-daf1-4aad-870b-210576c9232c', 'name': 'volume-20280a8f-daf1-4aad-870b-210576c9232c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efc6663a-e795-415c-943a-778da588d7c0', 'attached_at': '', 'detached_at': '', 'volume_id': '20280a8f-daf1-4aad-870b-210576c9232c', 'serial': '20280a8f-daf1-4aad-870b-210576c9232c'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2076.166773] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b06c94-1f93-4677-8aac-bb65c44ce408 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.181270] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9354b56e-7156-441e-934e-3c46e7c319d0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.206057] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-20280a8f-daf1-4aad-870b-210576c9232c/volume-20280a8f-daf1-4aad-870b-210576c9232c.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2076.207073] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-966dd23c-9172-4c7c-9d3f-d2dd6039a125 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.224494] env[62555]: DEBUG oslo_vmware.api [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2076.224494] env[62555]: value = "task-1705681" [ 2076.224494] env[62555]: _type = "Task" [ 2076.224494] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.232041] env[62555]: DEBUG oslo_vmware.api [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705681, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.297250] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.297490] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.297652] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.297808] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2076.298704] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f10aaf-2dbf-4cd7-a6cb-aa904ec44926 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.306639] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98e584c-1fb3-45be-949c-81da0124a827 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.320063] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2183e0b-cb4b-4273-89a0-390d035fcc28 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.326031] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06db9bae-080a-4d1e-8afb-31eb523f39f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.354524] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180986MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2076.354691] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.354895] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.367836] env[62555]: DEBUG nova.compute.manager [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2076.368155] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2076.369102] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a621932c-98ae-48bd-bb43-d654a6dffe88 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.377477] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2076.377826] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e5bfe0-9388-4aad-a336-4c4ce99f6d0e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.386727] env[62555]: DEBUG oslo_vmware.api [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2076.386727] env[62555]: value = "task-1705682" [ 2076.386727] env[62555]: _type = "Task" [ 2076.386727] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.398904] env[62555]: DEBUG oslo_vmware.api [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.666453] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2076.666873] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-146ee8c2-f7e9-4e09-b4c0-0dba3ed603f6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.674577] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2076.674577] env[62555]: value = "task-1705683" [ 2076.674577] env[62555]: _type = "Task" [ 2076.674577] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.683755] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705683, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.733736] env[62555]: DEBUG oslo_vmware.api [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.897161] env[62555]: DEBUG oslo_vmware.api [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705682, 'name': PowerOffVM_Task, 'duration_secs': 0.193691} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.897449] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2076.897663] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2076.898112] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbb3f84f-ff4f-4880-8f4f-17eadb9aae2e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.184667] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705683, 'name': CreateSnapshot_Task, 'duration_secs': 0.479904} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.184952] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2077.185651] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1e57ac-127a-4752-a90f-c9e67a3ec8e6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.233620] env[62555]: DEBUG oslo_vmware.api [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.379710] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance efc6663a-e795-415c-943a-778da588d7c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2077.379951] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 3247a323-3875-4b88-9c79-1678629f56b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2077.380197] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance cf085405-b16a-4cd7-8540-0e4b9f5bdfca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2077.380461] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2077.381192] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2077.424441] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a8134e-73f3-4c72-b9a8-542c0a0d9261 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.432157] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06834043-0eb9-4d73-93b4-8d7e3274e407 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.460575] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11012b88-4a71-4623-8766-153b606d9add {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.467506] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29af76e0-e2f7-4afa-a153-a2b5d29d3569 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.482487] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2077.703082] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2077.703407] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f48b0577-34b9-4954-99cc-dffc85faed1e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.711916] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2077.711916] env[62555]: value = "task-1705685" [ 2077.711916] env[62555]: _type = "Task" [ 2077.711916] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.719388] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705685, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.734334] env[62555]: DEBUG oslo_vmware.api [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.985514] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2078.222978] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705685, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.235992] env[62555]: DEBUG oslo_vmware.api [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.490803] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2078.490992] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.722464] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705685, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.736059] env[62555]: DEBUG oslo_vmware.api [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705681, 'name': ReconfigVM_Task, 'duration_secs': 2.253604} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.736059] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-20280a8f-daf1-4aad-870b-210576c9232c/volume-20280a8f-daf1-4aad-870b-210576c9232c.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.740551] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d9a1f4c-8785-49ee-8460-2eced1f2d7c5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.755940] env[62555]: DEBUG oslo_vmware.api [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2078.755940] env[62555]: value = "task-1705686" [ 2078.755940] env[62555]: _type = "Task" [ 2078.755940] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.763794] env[62555]: DEBUG oslo_vmware.api [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.778584] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2078.778874] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2078.779136] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleting the datastore file [datastore1] cf085405-b16a-4cd7-8540-0e4b9f5bdfca {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2078.779362] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e058d007-18f3-4d5d-856f-5b7e0cb89151 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.786158] env[62555]: DEBUG oslo_vmware.api [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for the task: (returnval){ [ 2078.786158] env[62555]: value = "task-1705687" [ 2078.786158] env[62555]: _type = "Task" [ 2078.786158] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.794293] env[62555]: DEBUG oslo_vmware.api [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.222419] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705685, 'name': CloneVM_Task} progress is 95%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.264741] env[62555]: DEBUG oslo_vmware.api [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705686, 'name': ReconfigVM_Task, 'duration_secs': 0.169976} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.265092] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355396', 'volume_id': '20280a8f-daf1-4aad-870b-210576c9232c', 'name': 'volume-20280a8f-daf1-4aad-870b-210576c9232c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efc6663a-e795-415c-943a-778da588d7c0', 'attached_at': '', 'detached_at': '', 'volume_id': '20280a8f-daf1-4aad-870b-210576c9232c', 'serial': '20280a8f-daf1-4aad-870b-210576c9232c'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2079.294818] env[62555]: DEBUG oslo_vmware.api [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Task: {'id': task-1705687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160479} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.295039] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2079.295225] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2079.295404] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2079.295559] env[62555]: INFO nova.compute.manager [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Took 2.93 seconds to destroy the instance on the hypervisor. [ 2079.295814] env[62555]: DEBUG oslo.service.loopingcall [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2079.295987] env[62555]: DEBUG nova.compute.manager [-] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2079.296090] env[62555]: DEBUG nova.network.neutron [-] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2079.729477] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705685, 'name': CloneVM_Task, 'duration_secs': 1.787132} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.729850] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Created linked-clone VM from snapshot [ 2079.730534] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc6f549-c7a3-4f23-b9cc-96499e5c4f7e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.739437] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Uploading image 2aa2f40e-2c54-4d30-95fa-1489421a2868 {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2079.743177] env[62555]: DEBUG nova.compute.manager [req-f47ee6aa-6302-402a-9944-4ca50f604f08 req-aa8b5f1c-f602-4b69-aa21-deab58c68265 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Received event network-vif-deleted-7f07f48f-5b51-4e02-b849-c8e57008c0ab {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2079.743369] env[62555]: INFO nova.compute.manager [req-f47ee6aa-6302-402a-9944-4ca50f604f08 req-aa8b5f1c-f602-4b69-aa21-deab58c68265 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Neutron deleted interface 7f07f48f-5b51-4e02-b849-c8e57008c0ab; detaching it from the instance and deleting it from the info cache [ 2079.743542] env[62555]: DEBUG nova.network.neutron [req-f47ee6aa-6302-402a-9944-4ca50f604f08 req-aa8b5f1c-f602-4b69-aa21-deab58c68265 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.764824] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2079.764824] env[62555]: value = "vm-355398" [ 2079.764824] env[62555]: _type = "VirtualMachine" [ 2079.764824] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2079.765286] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-98ff9b34-2fa0-492d-bdd7-105ee9139bda {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.772314] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lease: (returnval){ [ 2079.772314] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5250f3a3-66fd-4071-334f-25828c03e100" [ 2079.772314] env[62555]: _type = "HttpNfcLease" [ 2079.772314] env[62555]: } obtained for exporting VM: (result){ [ 2079.772314] env[62555]: value = "vm-355398" [ 2079.772314] env[62555]: _type = "VirtualMachine" [ 2079.772314] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2079.772314] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the lease: (returnval){ [ 2079.772314] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5250f3a3-66fd-4071-334f-25828c03e100" [ 2079.772314] env[62555]: _type = "HttpNfcLease" [ 2079.772314] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2079.779143] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2079.779143] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5250f3a3-66fd-4071-334f-25828c03e100" [ 2079.779143] env[62555]: _type = "HttpNfcLease" [ 2079.779143] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2080.223929] env[62555]: DEBUG nova.network.neutron [-] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2080.245723] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a37387a-8bfb-44e8-a784-3ecef65b1f3d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.254990] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396174c1-1ed4-4ba9-a760-9d7264c307af {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.281681] env[62555]: DEBUG nova.compute.manager [req-f47ee6aa-6302-402a-9944-4ca50f604f08 req-aa8b5f1c-f602-4b69-aa21-deab58c68265 service nova] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Detach interface failed, port_id=7f07f48f-5b51-4e02-b849-c8e57008c0ab, reason: Instance cf085405-b16a-4cd7-8540-0e4b9f5bdfca could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2080.284944] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2080.284944] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5250f3a3-66fd-4071-334f-25828c03e100" [ 2080.284944] env[62555]: _type = "HttpNfcLease" [ 2080.284944] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2080.285219] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2080.285219] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5250f3a3-66fd-4071-334f-25828c03e100" [ 2080.285219] env[62555]: _type = "HttpNfcLease" [ 2080.285219] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2080.285910] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4790ea-3a32-40a3-8090-85e01991975e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.292515] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c86430-e348-2a22-7166-60c13247d07d/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2080.292702] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c86430-e348-2a22-7166-60c13247d07d/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2080.351602] env[62555]: DEBUG nova.objects.instance [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'flavor' on Instance uuid efc6663a-e795-415c-943a-778da588d7c0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2080.381513] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1dda8104-6080-449a-9fe3-881dd838ab2d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.491068] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2080.491300] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2080.491423] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 2080.726374] env[62555]: INFO nova.compute.manager [-] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Took 1.43 seconds to deallocate network for instance. [ 2080.857055] env[62555]: DEBUG oslo_concurrency.lockutils [None req-fe452b39-1047-414d-95e4-e541e6701bfb tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 11.286s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.995078] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Skipping network cache update for instance because it is being deleted. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10300}} [ 2081.023342] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.023610] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquired lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.023862] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: efc6663a-e795-415c-943a-778da588d7c0] Forcefully refreshing network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2081.024071] env[62555]: DEBUG nova.objects.instance [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lazy-loading 'info_cache' on Instance uuid efc6663a-e795-415c-943a-778da588d7c0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2081.233429] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.233716] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.233942] env[62555]: DEBUG nova.objects.instance [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lazy-loading 'resources' on Instance uuid cf085405-b16a-4cd7-8540-0e4b9f5bdfca {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2081.775464] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "efc6663a-e795-415c-943a-778da588d7c0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.775876] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.792810] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726b41a3-5f65-4f06-9222-b0fdb1b3c70a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.801470] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e1cee5-6f7b-4b87-811b-f64d6b79e2d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.832678] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2b057b-39f6-468c-9a16-0e9a0fa95f59 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.840194] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e834bc03-302c-424b-8572-97093f5fca24 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.853838] env[62555]: DEBUG nova.compute.provider_tree [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.279174] env[62555]: DEBUG nova.compute.utils [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2082.357134] env[62555]: DEBUG nova.scheduler.client.report [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2082.766952] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: efc6663a-e795-415c-943a-778da588d7c0] Updating instance_info_cache with network_info: [{"id": "50cb20d4-34d9-4c30-904f-3918a425aaca", "address": "fa:16:3e:ed:ed:ed", "network": {"id": "18f77afd-6265-42b2-aac6-8e98a732d9b9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1369656854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a16b75169c4d4ef2a2f1f8c433575cf7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2d3bf80-d60a-4b53-a00a-1381de6d4a12", "external-id": "nsx-vlan-transportzone-982", "segmentation_id": 982, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50cb20d4-34", "ovs_interfaceid": "50cb20d4-34d9-4c30-904f-3918a425aaca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.784221] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.862615] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.882917] env[62555]: INFO nova.scheduler.client.report [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Deleted allocations for instance cf085405-b16a-4cd7-8540-0e4b9f5bdfca [ 2083.270290] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Releasing lock "refresh_cache-efc6663a-e795-415c-943a-778da588d7c0" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.270533] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: efc6663a-e795-415c-943a-778da588d7c0] Updated the network info_cache for instance {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 2083.270716] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.270874] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2083.390280] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cad6119e-ec77-4ba7-a360-f001bf01d2fc tempest-ServerActionsTestOtherB-524239349 tempest-ServerActionsTestOtherB-524239349-project-member] Lock "cf085405-b16a-4cd7-8540-0e4b9f5bdfca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.529s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.845206] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "efc6663a-e795-415c-943a-778da588d7c0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.845484] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.845759] env[62555]: INFO nova.compute.manager [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Attaching volume 32d15dca-91b7-407a-92d9-23b7a24e3a3c to /dev/sdc [ 2083.881107] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0566bacc-8ee9-4ec2-b015-69dd6a79a68e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.888859] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfcde96-2977-47f8-8780-ef48a0e6252a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.901691] env[62555]: DEBUG nova.virt.block_device [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Updating existing volume attachment record: 2b762628-468d-4b12-8c11-5746830034d6 {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2087.569486] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2087.696398] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c86430-e348-2a22-7166-60c13247d07d/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2087.697534] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fe55ca-ce51-426c-9709-1e51b5b79849 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.703990] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c86430-e348-2a22-7166-60c13247d07d/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2087.704099] env[62555]: ERROR oslo_vmware.rw_handles [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c86430-e348-2a22-7166-60c13247d07d/disk-0.vmdk due to incomplete transfer. [ 2087.704313] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-37d494aa-f8e9-4955-8fb8-6860997e53ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.712250] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c86430-e348-2a22-7166-60c13247d07d/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2087.712359] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Uploaded image 2aa2f40e-2c54-4d30-95fa-1489421a2868 to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2087.714618] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2087.714894] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4eed799b-2d14-4f42-a8bd-f92cec6692d4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.721423] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2087.721423] env[62555]: value = "task-1705692" [ 2087.721423] env[62555]: _type = "Task" [ 2087.721423] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.729306] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705692, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.231627] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705692, 'name': Destroy_Task, 'duration_secs': 0.485334} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.231743] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Destroyed the VM [ 2088.232053] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2088.232230] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c2944183-351d-4395-a648-095d984c0de8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.239096] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2088.239096] env[62555]: value = "task-1705693" [ 2088.239096] env[62555]: _type = "Task" [ 2088.239096] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.246877] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705693, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.444754] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2088.445035] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355399', 'volume_id': '32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'name': 'volume-32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efc6663a-e795-415c-943a-778da588d7c0', 'attached_at': '', 'detached_at': '', 'volume_id': '32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'serial': '32d15dca-91b7-407a-92d9-23b7a24e3a3c'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2088.445962] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1a0f57-3ec2-4de3-9f0a-cd041cc8f92f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.463824] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f809b709-7c19-4152-8cb2-791e71af7f85 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.491115] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-32d15dca-91b7-407a-92d9-23b7a24e3a3c/volume-32d15dca-91b7-407a-92d9-23b7a24e3a3c.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2088.491461] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b910f727-7043-4cf3-959f-3d24a87dc6a3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.510375] env[62555]: DEBUG oslo_vmware.api [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2088.510375] env[62555]: value = "task-1705694" [ 2088.510375] env[62555]: _type = "Task" [ 2088.510375] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.519096] env[62555]: DEBUG oslo_vmware.api [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.749191] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705693, 'name': RemoveSnapshot_Task, 'duration_secs': 0.357558} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.749511] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2088.749825] env[62555]: DEBUG nova.compute.manager [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2088.750716] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6accc4da-90b9-4666-b201-9a2577e6fceb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.021017] env[62555]: DEBUG oslo_vmware.api [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705694, 'name': ReconfigVM_Task, 'duration_secs': 0.422836} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.021017] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-32d15dca-91b7-407a-92d9-23b7a24e3a3c/volume-32d15dca-91b7-407a-92d9-23b7a24e3a3c.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2089.025160] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b15643-0e35-4bb7-8e25-0571b89a749b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.039395] env[62555]: DEBUG oslo_vmware.api [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2089.039395] env[62555]: value = "task-1705695" [ 2089.039395] env[62555]: _type = "Task" [ 2089.039395] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.047125] env[62555]: DEBUG oslo_vmware.api [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.263176] env[62555]: INFO nova.compute.manager [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Shelve offloading [ 2089.548855] env[62555]: DEBUG oslo_vmware.api [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705695, 'name': ReconfigVM_Task, 'duration_secs': 0.136313} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.549183] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355399', 'volume_id': '32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'name': 'volume-32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efc6663a-e795-415c-943a-778da588d7c0', 'attached_at': '', 'detached_at': '', 'volume_id': '32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'serial': '32d15dca-91b7-407a-92d9-23b7a24e3a3c'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2089.766240] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2089.766640] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5a7f56e-3151-4ab5-b577-ea56a7fdb6cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.774077] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2089.774077] env[62555]: value = "task-1705696" [ 2089.774077] env[62555]: _type = "Task" [ 2089.774077] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.781619] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.284475] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2090.284712] env[62555]: DEBUG nova.compute.manager [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2090.285398] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254b8606-e3a2-4888-b6a6-54cdf17e73ec {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.291672] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2090.291828] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2090.291991] env[62555]: DEBUG nova.network.neutron [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2090.582372] env[62555]: DEBUG nova.objects.instance [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'flavor' on Instance uuid efc6663a-e795-415c-943a-778da588d7c0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2091.023343] env[62555]: DEBUG nova.network.neutron [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating instance_info_cache with network_info: [{"id": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "address": "fa:16:3e:73:c5:03", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e02fd9-0c", "ovs_interfaceid": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.089212] env[62555]: DEBUG oslo_concurrency.lockutils [None req-dfa95ef2-691d-41d0-8b23-7f99b497ca13 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.421842] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "efc6663a-e795-415c-943a-778da588d7c0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.422130] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.526714] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2091.870169] env[62555]: DEBUG nova.compute.manager [req-d7020a7a-6cc5-4302-83d3-e24b6b1fe27e req-2bc1f43a-425b-4a6a-82ce-833308201166 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Received event network-vif-unplugged-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2091.870698] env[62555]: DEBUG oslo_concurrency.lockutils [req-d7020a7a-6cc5-4302-83d3-e24b6b1fe27e req-2bc1f43a-425b-4a6a-82ce-833308201166 service nova] Acquiring lock "3247a323-3875-4b88-9c79-1678629f56b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.870698] env[62555]: DEBUG oslo_concurrency.lockutils [req-d7020a7a-6cc5-4302-83d3-e24b6b1fe27e req-2bc1f43a-425b-4a6a-82ce-833308201166 service nova] Lock "3247a323-3875-4b88-9c79-1678629f56b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.870698] env[62555]: DEBUG oslo_concurrency.lockutils [req-d7020a7a-6cc5-4302-83d3-e24b6b1fe27e req-2bc1f43a-425b-4a6a-82ce-833308201166 service nova] Lock "3247a323-3875-4b88-9c79-1678629f56b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.870865] env[62555]: DEBUG nova.compute.manager [req-d7020a7a-6cc5-4302-83d3-e24b6b1fe27e req-2bc1f43a-425b-4a6a-82ce-833308201166 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] No waiting events found dispatching network-vif-unplugged-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2091.870940] env[62555]: WARNING nova.compute.manager [req-d7020a7a-6cc5-4302-83d3-e24b6b1fe27e req-2bc1f43a-425b-4a6a-82ce-833308201166 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Received unexpected event network-vif-unplugged-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 for instance with vm_state shelved and task_state shelving_offloading. [ 2091.924696] env[62555]: INFO nova.compute.manager [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Detaching volume 20280a8f-daf1-4aad-870b-210576c9232c [ 2091.951628] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2091.952512] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5d210d-a0fe-4491-889c-038b097d7b66 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.958402] env[62555]: INFO nova.virt.block_device [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Attempting to driver detach volume 20280a8f-daf1-4aad-870b-210576c9232c from mountpoint /dev/sdb [ 2091.958617] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2091.958847] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355396', 'volume_id': '20280a8f-daf1-4aad-870b-210576c9232c', 'name': 'volume-20280a8f-daf1-4aad-870b-210576c9232c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efc6663a-e795-415c-943a-778da588d7c0', 'attached_at': '', 'detached_at': '', 'volume_id': '20280a8f-daf1-4aad-870b-210576c9232c', 'serial': '20280a8f-daf1-4aad-870b-210576c9232c'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2091.959626] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e13e2f-1bca-4f08-89fe-2d104f69272c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.964093] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2091.964605] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ed8380c-839b-4fb4-ae5d-d576e07a556d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.985264] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeda3856-29a7-45f8-afb4-70131ebed3dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.991891] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38006ccc-490a-43ce-87e7-406a5a59ec5c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.016505] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7079fcb-efc1-4803-a53f-324f7c65aff3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.030919] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] The volume has not been displaced from its original location: [datastore1] volume-20280a8f-daf1-4aad-870b-210576c9232c/volume-20280a8f-daf1-4aad-870b-210576c9232c.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2092.036011] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2092.036318] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f6fe162-b3e7-4fa4-a9e8-50774e628aac {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.049837] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2092.050053] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2092.050238] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleting the datastore file [datastore1] 3247a323-3875-4b88-9c79-1678629f56b5 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2092.050842] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f66b9e5-7c51-4e6a-b135-59af4e66b0ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.055743] env[62555]: DEBUG oslo_vmware.api [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2092.055743] env[62555]: value = "task-1705698" [ 2092.055743] env[62555]: _type = "Task" [ 2092.055743] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.056926] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2092.056926] env[62555]: value = "task-1705699" [ 2092.056926] env[62555]: _type = "Task" [ 2092.056926] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.066694] env[62555]: DEBUG oslo_vmware.api [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.069406] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.568890] env[62555]: DEBUG oslo_vmware.api [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705698, 'name': ReconfigVM_Task, 'duration_secs': 0.237943} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.571663] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2092.576258] env[62555]: DEBUG oslo_vmware.api [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173665} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.576459] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0738a074-deef-43bd-8fed-4c62cef738fb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.585989] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2092.586190] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2092.586367] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2092.593300] env[62555]: DEBUG oslo_vmware.api [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2092.593300] env[62555]: value = "task-1705700" [ 2092.593300] env[62555]: _type = "Task" [ 2092.593300] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.601395] env[62555]: DEBUG oslo_vmware.api [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.607431] env[62555]: INFO nova.scheduler.client.report [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleted allocations for instance 3247a323-3875-4b88-9c79-1678629f56b5 [ 2093.103611] env[62555]: DEBUG oslo_vmware.api [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705700, 'name': ReconfigVM_Task, 'duration_secs': 0.131178} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.104061] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355396', 'volume_id': '20280a8f-daf1-4aad-870b-210576c9232c', 'name': 'volume-20280a8f-daf1-4aad-870b-210576c9232c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efc6663a-e795-415c-943a-778da588d7c0', 'attached_at': '', 'detached_at': '', 'volume_id': '20280a8f-daf1-4aad-870b-210576c9232c', 'serial': '20280a8f-daf1-4aad-870b-210576c9232c'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2093.112268] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.112622] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.112943] env[62555]: DEBUG nova.objects.instance [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lazy-loading 'resources' on Instance uuid 3247a323-3875-4b88-9c79-1678629f56b5 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2093.615859] env[62555]: DEBUG nova.objects.instance [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lazy-loading 'numa_topology' on Instance uuid 3247a323-3875-4b88-9c79-1678629f56b5 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2093.644301] env[62555]: DEBUG nova.objects.instance [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'flavor' on Instance uuid efc6663a-e795-415c-943a-778da588d7c0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2093.896614] env[62555]: DEBUG nova.compute.manager [req-6b6bd9b3-b86d-4720-9c80-1609616ba307 req-ffc1b869-9eb9-4d75-98eb-94ade30df48e service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Received event network-changed-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2093.896988] env[62555]: DEBUG nova.compute.manager [req-6b6bd9b3-b86d-4720-9c80-1609616ba307 req-ffc1b869-9eb9-4d75-98eb-94ade30df48e service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Refreshing instance network info cache due to event network-changed-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2093.897354] env[62555]: DEBUG oslo_concurrency.lockutils [req-6b6bd9b3-b86d-4720-9c80-1609616ba307 req-ffc1b869-9eb9-4d75-98eb-94ade30df48e service nova] Acquiring lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2093.897633] env[62555]: DEBUG oslo_concurrency.lockutils [req-6b6bd9b3-b86d-4720-9c80-1609616ba307 req-ffc1b869-9eb9-4d75-98eb-94ade30df48e service nova] Acquired lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.897933] env[62555]: DEBUG nova.network.neutron [req-6b6bd9b3-b86d-4720-9c80-1609616ba307 req-ffc1b869-9eb9-4d75-98eb-94ade30df48e service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Refreshing network info cache for port e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2094.118636] env[62555]: DEBUG nova.objects.base [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Object Instance<3247a323-3875-4b88-9c79-1678629f56b5> lazy-loaded attributes: resources,numa_topology {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2094.146434] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb3860b-8441-49c9-abfa-88628f28c9e9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.156043] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da202844-080d-4f83-bfc9-76f3af06a708 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.189051] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "efc6663a-e795-415c-943a-778da588d7c0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.189833] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a8a321-2136-4074-9a2b-3c5a3335f3f3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.197527] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aba136-8baa-46ff-94f5-adee497c4a43 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.211218] env[62555]: DEBUG nova.compute.provider_tree [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2094.616527] env[62555]: DEBUG nova.network.neutron [req-6b6bd9b3-b86d-4720-9c80-1609616ba307 req-ffc1b869-9eb9-4d75-98eb-94ade30df48e service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updated VIF entry in instance network info cache for port e3e02fd9-0cb8-4550-bebb-1d84c4b21a99. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2094.616919] env[62555]: DEBUG nova.network.neutron [req-6b6bd9b3-b86d-4720-9c80-1609616ba307 req-ffc1b869-9eb9-4d75-98eb-94ade30df48e service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating instance_info_cache with network_info: [{"id": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "address": "fa:16:3e:73:c5:03", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape3e02fd9-0c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.656319] env[62555]: DEBUG oslo_concurrency.lockutils [None req-7f8e70d0-a855-4ae1-82d7-761910d4d9a1 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.234s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.657320] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.468s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.713661] env[62555]: DEBUG nova.scheduler.client.report [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2095.062025] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "3247a323-3875-4b88-9c79-1678629f56b5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2095.119465] env[62555]: DEBUG oslo_concurrency.lockutils [req-6b6bd9b3-b86d-4720-9c80-1609616ba307 req-ffc1b869-9eb9-4d75-98eb-94ade30df48e service nova] Releasing lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.161787] env[62555]: INFO nova.compute.manager [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Detaching volume 32d15dca-91b7-407a-92d9-23b7a24e3a3c [ 2095.195575] env[62555]: INFO nova.virt.block_device [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Attempting to driver detach volume 32d15dca-91b7-407a-92d9-23b7a24e3a3c from mountpoint /dev/sdc [ 2095.195865] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2095.196163] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355399', 'volume_id': '32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'name': 'volume-32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efc6663a-e795-415c-943a-778da588d7c0', 'attached_at': '', 'detached_at': '', 'volume_id': '32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'serial': '32d15dca-91b7-407a-92d9-23b7a24e3a3c'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2095.196995] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd8ded1-b295-4769-8a77-d861b9c234c6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.218332] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.221266] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cb2bcf-18dd-46d8-a31f-7036c35216d1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.228419] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4500fe73-8b2f-4119-9dea-42ce7bd3041b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.249203] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef26871d-9935-41f8-966e-77081b02e998 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.264114] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] The volume has not been displaced from its original location: [datastore1] volume-32d15dca-91b7-407a-92d9-23b7a24e3a3c/volume-32d15dca-91b7-407a-92d9-23b7a24e3a3c.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2095.269325] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Reconfiguring VM instance instance-0000007a to detach disk 2002 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2095.269799] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297318b2-bbea-4e9e-92b7-600b73b85ee7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.287723] env[62555]: DEBUG oslo_vmware.api [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2095.287723] env[62555]: value = "task-1705701" [ 2095.287723] env[62555]: _type = "Task" [ 2095.287723] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.295916] env[62555]: DEBUG oslo_vmware.api [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705701, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.728603] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cddc90ba-46aa-407c-9860-5fa2ac39d20c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.118s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.729300] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.667s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.729494] env[62555]: INFO nova.compute.manager [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Unshelving [ 2095.797155] env[62555]: DEBUG oslo_vmware.api [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705701, 'name': ReconfigVM_Task, 'duration_secs': 0.196177} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.797417] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Reconfigured VM instance instance-0000007a to detach disk 2002 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2095.801861] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ed8086-46fb-4ba1-b966-b46492ab6f0b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.816428] env[62555]: DEBUG oslo_vmware.api [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2095.816428] env[62555]: value = "task-1705702" [ 2095.816428] env[62555]: _type = "Task" [ 2095.816428] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.824406] env[62555]: DEBUG oslo_vmware.api [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.325949] env[62555]: DEBUG oslo_vmware.api [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.738915] env[62555]: DEBUG nova.compute.utils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2096.825791] env[62555]: DEBUG oslo_vmware.api [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705702, 'name': ReconfigVM_Task, 'duration_secs': 0.990249} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.826096] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355399', 'volume_id': '32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'name': 'volume-32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'efc6663a-e795-415c-943a-778da588d7c0', 'attached_at': '', 'detached_at': '', 'volume_id': '32d15dca-91b7-407a-92d9-23b7a24e3a3c', 'serial': '32d15dca-91b7-407a-92d9-23b7a24e3a3c'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2097.242078] env[62555]: INFO nova.virt.block_device [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Booting with volume 78c84db0-5f46-435f-807e-7278a2b21a91 at /dev/sdb [ 2097.270029] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c851f6a-67c4-46ed-9198-d5a07eb9290b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.278959] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5130323-a2ad-45e3-a57e-6efcc529122c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.301547] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64372faa-d4cc-4324-80b9-7c77a7f4f3a1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.308814] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0625017-c1e6-4a2d-9e19-8e8d14542551 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.330905] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c3e29a-785c-45b3-b980-abb2f043525d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.336493] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26178d3f-3539-4ef6-b048-6f2ff0ba90c2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.348900] env[62555]: DEBUG nova.virt.block_device [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating existing volume attachment record: bf46a918-c14e-41ba-8ecd-4275fb4b17df {{(pid=62555) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2097.367546] env[62555]: DEBUG nova.objects.instance [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'flavor' on Instance uuid efc6663a-e795-415c-943a-778da588d7c0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.377706] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9d3286ac-f649-4534-9538-6dec6e7e8c75 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.720s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.032798] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "efc6663a-e795-415c-943a-778da588d7c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.033105] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.033330] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "efc6663a-e795-415c-943a-778da588d7c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2099.033519] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.033694] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.035811] env[62555]: INFO nova.compute.manager [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Terminating instance [ 2099.540063] env[62555]: DEBUG nova.compute.manager [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2099.540512] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2099.541264] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4321e95-bd13-4433-82ce-9db713852f6f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.549663] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2099.549950] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e8bc384-e985-44ef-8496-3ef38c220e0a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.556019] env[62555]: DEBUG oslo_vmware.api [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2099.556019] env[62555]: value = "task-1705706" [ 2099.556019] env[62555]: _type = "Task" [ 2099.556019] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.564537] env[62555]: DEBUG oslo_vmware.api [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.065549] env[62555]: DEBUG oslo_vmware.api [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705706, 'name': PowerOffVM_Task, 'duration_secs': 0.192352} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.065827] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2100.066013] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2100.066282] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbc27896-d246-4f2c-b723-dc9227e60cc9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.136461] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2100.136828] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2100.137097] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Deleting the datastore file [datastore1] efc6663a-e795-415c-943a-778da588d7c0 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2100.137477] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ab03398-3dca-4129-ad3a-120903c9c22b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.145820] env[62555]: DEBUG oslo_vmware.api [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for the task: (returnval){ [ 2100.145820] env[62555]: value = "task-1705709" [ 2100.145820] env[62555]: _type = "Task" [ 2100.145820] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.156592] env[62555]: DEBUG oslo_vmware.api [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.656602] env[62555]: DEBUG oslo_vmware.api [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Task: {'id': task-1705709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27595} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.656922] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2100.657041] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2100.657225] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2100.657431] env[62555]: INFO nova.compute.manager [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] [instance: efc6663a-e795-415c-943a-778da588d7c0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2100.657674] env[62555]: DEBUG oslo.service.loopingcall [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2100.657859] env[62555]: DEBUG nova.compute.manager [-] [instance: efc6663a-e795-415c-943a-778da588d7c0] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2100.657953] env[62555]: DEBUG nova.network.neutron [-] [instance: efc6663a-e795-415c-943a-778da588d7c0] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2101.113221] env[62555]: DEBUG nova.compute.manager [req-8da25144-7aa5-46ad-8ef3-217c183eaeaa req-a05e99e4-79f1-4831-af45-5b9b2d0a00e8 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Received event network-vif-deleted-50cb20d4-34d9-4c30-904f-3918a425aaca {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2101.113221] env[62555]: INFO nova.compute.manager [req-8da25144-7aa5-46ad-8ef3-217c183eaeaa req-a05e99e4-79f1-4831-af45-5b9b2d0a00e8 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Neutron deleted interface 50cb20d4-34d9-4c30-904f-3918a425aaca; detaching it from the instance and deleting it from the info cache [ 2101.113221] env[62555]: DEBUG nova.network.neutron [req-8da25144-7aa5-46ad-8ef3-217c183eaeaa req-a05e99e4-79f1-4831-af45-5b9b2d0a00e8 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.587472] env[62555]: DEBUG nova.network.neutron [-] [instance: efc6663a-e795-415c-943a-778da588d7c0] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.615200] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d3ea002-da27-430b-a86d-c906a2d68e16 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.624806] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85224bed-9ebe-457a-8afe-05641942a7d8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.651133] env[62555]: DEBUG nova.compute.manager [req-8da25144-7aa5-46ad-8ef3-217c183eaeaa req-a05e99e4-79f1-4831-af45-5b9b2d0a00e8 service nova] [instance: efc6663a-e795-415c-943a-778da588d7c0] Detach interface failed, port_id=50cb20d4-34d9-4c30-904f-3918a425aaca, reason: Instance efc6663a-e795-415c-943a-778da588d7c0 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2102.090435] env[62555]: INFO nova.compute.manager [-] [instance: efc6663a-e795-415c-943a-778da588d7c0] Took 1.43 seconds to deallocate network for instance. [ 2102.596964] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.597277] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.597499] env[62555]: DEBUG nova.objects.instance [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lazy-loading 'resources' on Instance uuid efc6663a-e795-415c-943a-778da588d7c0 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2102.943704] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.138386] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0edd80-dfa4-4e0b-8690-fabbab2194b9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.146979] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684004a4-77ba-44f5-a6e3-01170652bd6b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.179855] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb9b544-67b2-4925-a489-24973a8832f1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.186506] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d26b670-88f1-4d32-9c29-718544677577 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.200045] env[62555]: DEBUG nova.compute.provider_tree [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.703394] env[62555]: DEBUG nova.scheduler.client.report [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2104.208665] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.211066] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.267s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2104.211308] env[62555]: DEBUG nova.objects.instance [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lazy-loading 'pci_requests' on Instance uuid 3247a323-3875-4b88-9c79-1678629f56b5 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2104.226201] env[62555]: INFO nova.scheduler.client.report [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Deleted allocations for instance efc6663a-e795-415c-943a-778da588d7c0 [ 2104.716053] env[62555]: DEBUG nova.objects.instance [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lazy-loading 'numa_topology' on Instance uuid 3247a323-3875-4b88-9c79-1678629f56b5 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2104.732248] env[62555]: DEBUG oslo_concurrency.lockutils [None req-4b57bdf9-d27e-4b1e-91ce-3f1fecfe1d94 tempest-AttachVolumeTestJSON-204632523 tempest-AttachVolumeTestJSON-204632523-project-member] Lock "efc6663a-e795-415c-943a-778da588d7c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.699s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.219058] env[62555]: INFO nova.compute.claims [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2106.260612] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4af79c7-df28-4c1e-99a8-6a65535e9b03 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.267768] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a05dd8-1fae-4b03-a199-61c085dc861e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.297868] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b772286-44d7-4bf1-919a-9e57a9c4c6a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.304548] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10cc740-a14c-4470-821c-9156cc328c70 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.317119] env[62555]: DEBUG nova.compute.provider_tree [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2106.820385] env[62555]: DEBUG nova.scheduler.client.report [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2107.325568] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.114s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.353971] env[62555]: INFO nova.network.neutron [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating port e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2108.778127] env[62555]: DEBUG nova.compute.manager [req-d4aea02c-a7d8-4adc-a04a-2c4ffcdd38bd req-ee59040a-1a61-4b4c-90f5-6f495d6d7b2e service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Received event network-vif-plugged-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2108.778415] env[62555]: DEBUG oslo_concurrency.lockutils [req-d4aea02c-a7d8-4adc-a04a-2c4ffcdd38bd req-ee59040a-1a61-4b4c-90f5-6f495d6d7b2e service nova] Acquiring lock "3247a323-3875-4b88-9c79-1678629f56b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.778655] env[62555]: DEBUG oslo_concurrency.lockutils [req-d4aea02c-a7d8-4adc-a04a-2c4ffcdd38bd req-ee59040a-1a61-4b4c-90f5-6f495d6d7b2e service nova] Lock "3247a323-3875-4b88-9c79-1678629f56b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.778655] env[62555]: DEBUG oslo_concurrency.lockutils [req-d4aea02c-a7d8-4adc-a04a-2c4ffcdd38bd req-ee59040a-1a61-4b4c-90f5-6f495d6d7b2e service nova] Lock "3247a323-3875-4b88-9c79-1678629f56b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.778815] env[62555]: DEBUG nova.compute.manager [req-d4aea02c-a7d8-4adc-a04a-2c4ffcdd38bd req-ee59040a-1a61-4b4c-90f5-6f495d6d7b2e service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] No waiting events found dispatching network-vif-plugged-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2108.779030] env[62555]: WARNING nova.compute.manager [req-d4aea02c-a7d8-4adc-a04a-2c4ffcdd38bd req-ee59040a-1a61-4b4c-90f5-6f495d6d7b2e service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Received unexpected event network-vif-plugged-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 for instance with vm_state shelved_offloaded and task_state spawning. [ 2108.855983] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2108.856208] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.856381] env[62555]: DEBUG nova.network.neutron [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2109.559162] env[62555]: DEBUG nova.network.neutron [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating instance_info_cache with network_info: [{"id": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "address": "fa:16:3e:73:c5:03", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e02fd9-0c", "ovs_interfaceid": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.063055] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.088518] env[62555]: DEBUG nova.virt.hardware [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ffb0b46863e8fd998e0632dd9156ec87',container_format='bare',created_at=2024-12-10T20:14:01Z,direct_url=,disk_format='vmdk',id=2aa2f40e-2c54-4d30-95fa-1489421a2868,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1046893196-shelved',owner='f12c647e68024941ba48871b63e51cfc',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2024-12-10T20:14:15Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2110.088770] env[62555]: DEBUG nova.virt.hardware [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2110.088926] env[62555]: DEBUG nova.virt.hardware [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2110.089147] env[62555]: DEBUG nova.virt.hardware [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2110.089303] env[62555]: DEBUG nova.virt.hardware [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2110.089448] env[62555]: DEBUG nova.virt.hardware [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2110.089656] env[62555]: DEBUG nova.virt.hardware [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2110.089817] env[62555]: DEBUG nova.virt.hardware [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2110.089982] env[62555]: DEBUG nova.virt.hardware [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2110.090162] env[62555]: DEBUG nova.virt.hardware [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2110.090334] env[62555]: DEBUG nova.virt.hardware [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2110.091210] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33e3906-08ea-46ae-b5a1-03fe45f81d47 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.099074] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d63d60-175b-47ce-9cd9-2e238e802c63 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.111642] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:c5:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3e02fd9-0cb8-4550-bebb-1d84c4b21a99', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2110.118752] env[62555]: DEBUG oslo.service.loopingcall [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2110.118940] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2110.119173] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79740cac-7efc-4b7c-91a2-614080539907 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.137377] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2110.137377] env[62555]: value = "task-1705712" [ 2110.137377] env[62555]: _type = "Task" [ 2110.137377] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.145236] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705712, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.648213] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705712, 'name': CreateVM_Task, 'duration_secs': 0.343655} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.648428] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2110.649176] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.649388] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.649788] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2110.650090] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63157e6f-da87-433d-8798-284504c64456 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.654397] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2110.654397] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521e827f-c636-0dd7-f857-ed57eb705a66" [ 2110.654397] env[62555]: _type = "Task" [ 2110.654397] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.662162] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]521e827f-c636-0dd7-f857-ed57eb705a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.805167] env[62555]: DEBUG nova.compute.manager [req-d279fab0-bbe3-4b58-b163-aa32811942db req-2b5a6472-f23a-4b3a-a5c3-0c0175b16836 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Received event network-changed-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2110.805316] env[62555]: DEBUG nova.compute.manager [req-d279fab0-bbe3-4b58-b163-aa32811942db req-2b5a6472-f23a-4b3a-a5c3-0c0175b16836 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Refreshing instance network info cache due to event network-changed-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2110.805437] env[62555]: DEBUG oslo_concurrency.lockutils [req-d279fab0-bbe3-4b58-b163-aa32811942db req-2b5a6472-f23a-4b3a-a5c3-0c0175b16836 service nova] Acquiring lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2110.805600] env[62555]: DEBUG oslo_concurrency.lockutils [req-d279fab0-bbe3-4b58-b163-aa32811942db req-2b5a6472-f23a-4b3a-a5c3-0c0175b16836 service nova] Acquired lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2110.805791] env[62555]: DEBUG nova.network.neutron [req-d279fab0-bbe3-4b58-b163-aa32811942db req-2b5a6472-f23a-4b3a-a5c3-0c0175b16836 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Refreshing network info cache for port e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2111.165058] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2111.165505] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Processing image 2aa2f40e-2c54-4d30-95fa-1489421a2868 {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2111.165586] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868/2aa2f40e-2c54-4d30-95fa-1489421a2868.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.165698] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868/2aa2f40e-2c54-4d30-95fa-1489421a2868.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.165873] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2111.166141] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30748499-e648-472e-8aec-07a0e7e66a0e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.202763] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2111.202935] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2111.203639] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2aa86c3-bbfc-4346-a116-e64a43f8d317 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.208444] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2111.208444] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52863e19-d4d6-65e0-784c-3e85f0863ec7" [ 2111.208444] env[62555]: _type = "Task" [ 2111.208444] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.215896] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52863e19-d4d6-65e0-784c-3e85f0863ec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.499603] env[62555]: DEBUG nova.network.neutron [req-d279fab0-bbe3-4b58-b163-aa32811942db req-2b5a6472-f23a-4b3a-a5c3-0c0175b16836 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updated VIF entry in instance network info cache for port e3e02fd9-0cb8-4550-bebb-1d84c4b21a99. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2111.499968] env[62555]: DEBUG nova.network.neutron [req-d279fab0-bbe3-4b58-b163-aa32811942db req-2b5a6472-f23a-4b3a-a5c3-0c0175b16836 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating instance_info_cache with network_info: [{"id": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "address": "fa:16:3e:73:c5:03", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e02fd9-0c", "ovs_interfaceid": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2111.718744] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Preparing fetch location {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2111.719066] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Fetch image to [datastore1] OSTACK_IMG_b64fd3f2-35f2-4ffa-827a-a78effae9f8c/OSTACK_IMG_b64fd3f2-35f2-4ffa-827a-a78effae9f8c.vmdk {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2111.719257] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Downloading stream optimized image 2aa2f40e-2c54-4d30-95fa-1489421a2868 to [datastore1] OSTACK_IMG_b64fd3f2-35f2-4ffa-827a-a78effae9f8c/OSTACK_IMG_b64fd3f2-35f2-4ffa-827a-a78effae9f8c.vmdk on the data store datastore1 as vApp {{(pid=62555) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2111.719459] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Downloading image file data 2aa2f40e-2c54-4d30-95fa-1489421a2868 to the ESX as VM named 'OSTACK_IMG_b64fd3f2-35f2-4ffa-827a-a78effae9f8c' {{(pid=62555) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2111.789712] env[62555]: DEBUG oslo_vmware.rw_handles [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2111.789712] env[62555]: value = "resgroup-9" [ 2111.789712] env[62555]: _type = "ResourcePool" [ 2111.789712] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2111.790060] env[62555]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ecee86ed-99ac-4322-ab91-f61e5d6fd516 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.809484] env[62555]: DEBUG oslo_vmware.rw_handles [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lease: (returnval){ [ 2111.809484] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e39809-7d26-4589-8309-3eb5d08fabe1" [ 2111.809484] env[62555]: _type = "HttpNfcLease" [ 2111.809484] env[62555]: } obtained for vApp import into resource pool (val){ [ 2111.809484] env[62555]: value = "resgroup-9" [ 2111.809484] env[62555]: _type = "ResourcePool" [ 2111.809484] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2111.809899] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the lease: (returnval){ [ 2111.809899] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e39809-7d26-4589-8309-3eb5d08fabe1" [ 2111.809899] env[62555]: _type = "HttpNfcLease" [ 2111.809899] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2111.815770] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2111.815770] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e39809-7d26-4589-8309-3eb5d08fabe1" [ 2111.815770] env[62555]: _type = "HttpNfcLease" [ 2111.815770] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2112.003059] env[62555]: DEBUG oslo_concurrency.lockutils [req-d279fab0-bbe3-4b58-b163-aa32811942db req-2b5a6472-f23a-4b3a-a5c3-0c0175b16836 service nova] Releasing lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.316971] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2112.316971] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e39809-7d26-4589-8309-3eb5d08fabe1" [ 2112.316971] env[62555]: _type = "HttpNfcLease" [ 2112.316971] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2112.818859] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2112.818859] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e39809-7d26-4589-8309-3eb5d08fabe1" [ 2112.818859] env[62555]: _type = "HttpNfcLease" [ 2112.818859] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2113.319798] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2113.319798] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e39809-7d26-4589-8309-3eb5d08fabe1" [ 2113.319798] env[62555]: _type = "HttpNfcLease" [ 2113.319798] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2113.820485] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2113.820485] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e39809-7d26-4589-8309-3eb5d08fabe1" [ 2113.820485] env[62555]: _type = "HttpNfcLease" [ 2113.820485] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2114.321464] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2114.321464] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e39809-7d26-4589-8309-3eb5d08fabe1" [ 2114.321464] env[62555]: _type = "HttpNfcLease" [ 2114.321464] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2114.823050] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2114.823050] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e39809-7d26-4589-8309-3eb5d08fabe1" [ 2114.823050] env[62555]: _type = "HttpNfcLease" [ 2114.823050] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2114.823370] env[62555]: DEBUG oslo_vmware.rw_handles [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2114.823370] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52e39809-7d26-4589-8309-3eb5d08fabe1" [ 2114.823370] env[62555]: _type = "HttpNfcLease" [ 2114.823370] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2114.824090] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc1bce1-eeca-4c15-b101-bed2973e9f02 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.831115] env[62555]: DEBUG oslo_vmware.rw_handles [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521522aa-0ed1-c206-2281-19c48306731e/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2114.831296] env[62555]: DEBUG oslo_vmware.rw_handles [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521522aa-0ed1-c206-2281-19c48306731e/disk-0.vmdk. {{(pid=62555) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2114.894423] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f5831b6f-d2fd-4ace-be59-9cf90a4be4f1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.109139] env[62555]: DEBUG oslo_vmware.rw_handles [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Completed reading data from the image iterator. {{(pid=62555) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2116.109606] env[62555]: DEBUG oslo_vmware.rw_handles [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521522aa-0ed1-c206-2281-19c48306731e/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2116.110729] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04a082c-e6a8-4236-adae-88d44ab83ae3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.118370] env[62555]: DEBUG oslo_vmware.rw_handles [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521522aa-0ed1-c206-2281-19c48306731e/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2116.118548] env[62555]: DEBUG oslo_vmware.rw_handles [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521522aa-0ed1-c206-2281-19c48306731e/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2116.118797] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e538550f-2de9-4aa6-a708-677ddcd14a8f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.280286] env[62555]: DEBUG oslo_vmware.rw_handles [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521522aa-0ed1-c206-2281-19c48306731e/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2116.280609] env[62555]: INFO nova.virt.vmwareapi.images [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Downloaded image file data 2aa2f40e-2c54-4d30-95fa-1489421a2868 [ 2116.281886] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0b0811-3f71-4896-9b5e-321b7410692a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.298237] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d71fcba7-8e77-4d48-8c0d-a0146ae92a34 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.335682] env[62555]: INFO nova.virt.vmwareapi.images [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] The imported VM was unregistered [ 2116.337916] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Caching image {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2116.338201] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868 {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2116.338544] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c48d2b3-1f23-44dc-a32f-b9cc4f3cb04f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.350880] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Created directory with path [datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868 {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2116.351070] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b64fd3f2-35f2-4ffa-827a-a78effae9f8c/OSTACK_IMG_b64fd3f2-35f2-4ffa-827a-a78effae9f8c.vmdk to [datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868/2aa2f40e-2c54-4d30-95fa-1489421a2868.vmdk. {{(pid=62555) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2116.351301] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dd9c7a1c-7ac9-44f3-b404-867b6466f2fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.357014] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2116.357014] env[62555]: value = "task-1705716" [ 2116.357014] env[62555]: _type = "Task" [ 2116.357014] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.364150] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705716, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.867512] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705716, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.367789] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705716, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.868653] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705716, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.369931] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705716, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.870731] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705716, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.353576} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.870995] env[62555]: INFO nova.virt.vmwareapi.ds_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b64fd3f2-35f2-4ffa-827a-a78effae9f8c/OSTACK_IMG_b64fd3f2-35f2-4ffa-827a-a78effae9f8c.vmdk to [datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868/2aa2f40e-2c54-4d30-95fa-1489421a2868.vmdk. [ 2118.871200] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Cleaning up location [datastore1] OSTACK_IMG_b64fd3f2-35f2-4ffa-827a-a78effae9f8c {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2118.871365] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b64fd3f2-35f2-4ffa-827a-a78effae9f8c {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2118.871611] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-175d8e84-4024-49fe-885d-62fecabf7699 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.877459] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2118.877459] env[62555]: value = "task-1705717" [ 2118.877459] env[62555]: _type = "Task" [ 2118.877459] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.884400] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.387802] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050475} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.388089] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2119.388254] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868/2aa2f40e-2c54-4d30-95fa-1489421a2868.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.388498] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868/2aa2f40e-2c54-4d30-95fa-1489421a2868.vmdk to [datastore1] 3247a323-3875-4b88-9c79-1678629f56b5/3247a323-3875-4b88-9c79-1678629f56b5.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2119.388751] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d14feeb-b022-4729-ad12-9ac9563eb85d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.395598] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2119.395598] env[62555]: value = "task-1705718" [ 2119.395598] env[62555]: _type = "Task" [ 2119.395598] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.402908] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.905344] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.406401] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705718, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.907088] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705718, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.420204] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705718, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.910288] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705718, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.409523] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705718, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.910607] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705718, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.410845] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705718, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.988526} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.411115] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2aa2f40e-2c54-4d30-95fa-1489421a2868/2aa2f40e-2c54-4d30-95fa-1489421a2868.vmdk to [datastore1] 3247a323-3875-4b88-9c79-1678629f56b5/3247a323-3875-4b88-9c79-1678629f56b5.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2123.411874] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4bfd19-98f5-4172-99fc-452faa81dd19 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.432736] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 3247a323-3875-4b88-9c79-1678629f56b5/3247a323-3875-4b88-9c79-1678629f56b5.vmdk or device None with type streamOptimized {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2123.432966] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91e3c628-f2d9-42fe-92c1-c1d14d81adae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.450792] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2123.450792] env[62555]: value = "task-1705719" [ 2123.450792] env[62555]: _type = "Task" [ 2123.450792] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.458065] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.961080] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705719, 'name': ReconfigVM_Task, 'duration_secs': 0.254772} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.961408] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 3247a323-3875-4b88-9c79-1678629f56b5/3247a323-3875-4b88-9c79-1678629f56b5.vmdk or device None with type streamOptimized {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2123.962477] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'guest_format': None, 'device_type': 'disk', 'encryption_format': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'boot_index': 0, 'encryption_options': None, 'encrypted': False, 'size': 0, 'device_name': '/dev/sda', 'image_id': '7b6d5136-2882-460a-9eb3-e3abf696f07b'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'device_type': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'boot_index': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355401', 'volume_id': '78c84db0-5f46-435f-807e-7278a2b21a91', 'name': 'volume-78c84db0-5f46-435f-807e-7278a2b21a91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '3247a323-3875-4b88-9c79-1678629f56b5', 'attached_at': '', 'detached_at': '', 'volume_id': '78c84db0-5f46-435f-807e-7278a2b21a91', 'serial': '78c84db0-5f46-435f-807e-7278a2b21a91'}, 'attachment_id': 'bf46a918-c14e-41ba-8ecd-4275fb4b17df', 'volume_type': None}], 'swap': None} {{(pid=62555) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2123.962690] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Volume attach. Driver type: vmdk {{(pid=62555) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2123.962881] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355401', 'volume_id': '78c84db0-5f46-435f-807e-7278a2b21a91', 'name': 'volume-78c84db0-5f46-435f-807e-7278a2b21a91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '3247a323-3875-4b88-9c79-1678629f56b5', 'attached_at': '', 'detached_at': '', 'volume_id': '78c84db0-5f46-435f-807e-7278a2b21a91', 'serial': '78c84db0-5f46-435f-807e-7278a2b21a91'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2123.963632] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f948d26f-dee2-4985-905b-3ad25c7de668 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.978102] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f614d4-6e7c-4d31-9cab-e3498f0dcb9e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.000995] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-78c84db0-5f46-435f-807e-7278a2b21a91/volume-78c84db0-5f46-435f-807e-7278a2b21a91.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2124.001243] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3322849e-e655-4519-957a-eeb481bbdf19 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.019238] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2124.019238] env[62555]: value = "task-1705720" [ 2124.019238] env[62555]: _type = "Task" [ 2124.019238] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.026321] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.529524] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705720, 'name': ReconfigVM_Task, 'duration_secs': 0.280855} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.529889] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-78c84db0-5f46-435f-807e-7278a2b21a91/volume-78c84db0-5f46-435f-807e-7278a2b21a91.vmdk or device None with type thin {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2124.534360] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810a145d-75ae-4758-b2aa-b945e2673925 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.548324] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2124.548324] env[62555]: value = "task-1705721" [ 2124.548324] env[62555]: _type = "Task" [ 2124.548324] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2124.555498] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.058357] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705721, 'name': ReconfigVM_Task, 'duration_secs': 0.14816} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.058808] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355401', 'volume_id': '78c84db0-5f46-435f-807e-7278a2b21a91', 'name': 'volume-78c84db0-5f46-435f-807e-7278a2b21a91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '3247a323-3875-4b88-9c79-1678629f56b5', 'attached_at': '', 'detached_at': '', 'volume_id': '78c84db0-5f46-435f-807e-7278a2b21a91', 'serial': '78c84db0-5f46-435f-807e-7278a2b21a91'} {{(pid=62555) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2125.059583] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0fea2da1-3f3c-4936-bc0d-b050e83a2119 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.065953] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2125.065953] env[62555]: value = "task-1705722" [ 2125.065953] env[62555]: _type = "Task" [ 2125.065953] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.077744] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705722, 'name': Rename_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.576558] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705722, 'name': Rename_Task, 'duration_secs': 0.150027} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.576834] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2125.577138] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dd251c3-9e0b-4618-ad0c-c46c75e635dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.584256] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2125.584256] env[62555]: value = "task-1705723" [ 2125.584256] env[62555]: _type = "Task" [ 2125.584256] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.591269] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.094071] env[62555]: DEBUG oslo_vmware.api [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705723, 'name': PowerOnVM_Task, 'duration_secs': 0.446092} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.094071] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2126.191652] env[62555]: DEBUG nova.compute.manager [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2126.192582] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e56d591-924e-41c6-94b2-25f74921b18b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.710930] env[62555]: DEBUG oslo_concurrency.lockutils [None req-42e37c3b-974f-46b8-8e7f-4381c8164d04 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.982s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.793788] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2129.794228] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2131.789883] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2131.793612] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2134.793574] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2135.794416] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2136.297306] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.297580] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.297751] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.297906] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2136.298794] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a51619-836b-4627-b093-3542034b3feb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.307157] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0dceb0f-1592-47b6-a3be-a3b1cc06fbe2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.320456] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b77832-1cab-4fa5-bc9c-50fafb963a09 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.326661] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7426ffdd-800d-4df5-8aba-32e72b217dd3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.355892] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181101MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2136.356046] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.356222] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.379510] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 3247a323-3875-4b88-9c79-1678629f56b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2137.379799] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2137.379851] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2137.405171] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea500517-54e4-4dd6-bdc1-a2d725e6a301 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.412662] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc78832-6be7-4d8f-b9ea-cb79f3b77542 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.442196] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6044d584-b2cf-4f12-b95b-c06efc978fb1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.449049] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e499b2db-9d67-4632-ac0b-252046568b04 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.461749] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2137.965150] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2138.470473] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2138.470876] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.470232] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2139.470493] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2140.001617] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.001843] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquired lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.002033] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Forcefully refreshing network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2141.217388] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating instance_info_cache with network_info: [{"id": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "address": "fa:16:3e:73:c5:03", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3e02fd9-0c", "ovs_interfaceid": "e3e02fd9-0cb8-4550-bebb-1d84c4b21a99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.720526] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Releasing lock "refresh_cache-3247a323-3875-4b88-9c79-1678629f56b5" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.720784] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updated the network info_cache for instance {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 2141.720975] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2141.721148] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2141.721303] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2141.721472] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2144.296224] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2144.296627] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Cleaning up deleted instances with incomplete migration {{(pid=62555) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11621}} [ 2153.297096] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2153.297474] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Cleaning up deleted instances {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11583}} [ 2153.805619] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] There are 24 instances to clean {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11592}} [ 2153.805838] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: ba8bc448-0b61-451c-aa4f-d952197fb35c] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2154.309842] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: efc6663a-e795-415c-943a-778da588d7c0] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2154.813631] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: cf085405-b16a-4cd7-8540-0e4b9f5bdfca] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2155.317403] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: aeae0833-e4e2-4306-8051-8370b82f5a4f] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2155.820703] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9f83d7db-4ac9-4d59-8e6f-218ca202c6b3] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2156.323882] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: b14c875b-a0a0-44c3-b714-850f41736e28] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2156.827671] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 701ba811-207e-4c1b-93e3-b02370a17392] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2157.331219] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: b45980e1-a7d2-426b-8538-bb35c05100f6] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2157.835282] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9a9894f0-a683-4493-a5c7-c24580c3c263] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2158.338374] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 28e85c52-3fbd-4c74-b6fb-2117a9ce7956] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2158.841737] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: c86f717e-8226-4686-99a9-4dba776239f8] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2159.345656] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 7f78a0a1-f025-45b5-b442-03fd28f87a6f] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2159.849344] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 684bde59-c695-4715-b489-3275479b9bf6] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2160.352878] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: db9a9031-8d2f-4dde-8dad-c42959ec67f8] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2160.856413] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 0493c5bf-c3d0-4d7f-be04-844c805431dc] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2161.359928] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 973aa1c3-67f6-46a3-ac04-a9bef7a4e14d] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2161.863906] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: aa2691a4-5a6b-4303-8b24-d3392c8d3e2d] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2162.367212] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: f895088f-a91c-4196-92f1-97c4f2fc14b0] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2162.871221] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: a03a143f-20b1-4ca4-a3a1-5beb4cbebd7a] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2163.375452] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 0d26f500-2453-4395-80c9-e421c91f5083] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2163.878587] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 2f7c5411-af53-4812-b345-49f2e45e37f1] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2164.162886] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "3247a323-3875-4b88-9c79-1678629f56b5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.163176] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.382422] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: e1bed885-1ab2-4319-b7a0-a83ad748c9d6] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2164.666704] env[62555]: INFO nova.compute.manager [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Detaching volume 78c84db0-5f46-435f-807e-7278a2b21a91 [ 2164.695895] env[62555]: INFO nova.virt.block_device [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Attempting to driver detach volume 78c84db0-5f46-435f-807e-7278a2b21a91 from mountpoint /dev/sdb [ 2164.696158] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Volume detach. Driver type: vmdk {{(pid=62555) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2164.696349] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355401', 'volume_id': '78c84db0-5f46-435f-807e-7278a2b21a91', 'name': 'volume-78c84db0-5f46-435f-807e-7278a2b21a91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '3247a323-3875-4b88-9c79-1678629f56b5', 'attached_at': '', 'detached_at': '', 'volume_id': '78c84db0-5f46-435f-807e-7278a2b21a91', 'serial': '78c84db0-5f46-435f-807e-7278a2b21a91'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2164.697239] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b0c010-d8e3-4f24-91b0-b0e488c2ff22 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.718462] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7823e5b7-dc9a-4021-9b0d-98ecf8361484 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.725328] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38491f42-7c30-4ba4-bb41-5b3522ad007f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.745437] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f531ece5-6bc1-4dd9-ac5a-33f1fc45db80 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.760520] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] The volume has not been displaced from its original location: [datastore1] volume-78c84db0-5f46-435f-807e-7278a2b21a91/volume-78c84db0-5f46-435f-807e-7278a2b21a91.vmdk. No consolidation needed. {{(pid=62555) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2164.765729] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2164.765981] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20294f22-0e22-4399-8200-fbd646dfc889 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.783805] env[62555]: DEBUG oslo_vmware.api [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2164.783805] env[62555]: value = "task-1705724" [ 2164.783805] env[62555]: _type = "Task" [ 2164.783805] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.793376] env[62555]: DEBUG oslo_vmware.api [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.886197] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: af19afb3-5fc6-4c58-afaa-84f2afb337fc] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2165.293595] env[62555]: DEBUG oslo_vmware.api [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705724, 'name': ReconfigVM_Task, 'duration_secs': 0.219692} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.293887] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=62555) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2165.298448] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3318c252-fe0e-4624-8fa8-621a864a1838 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.312577] env[62555]: DEBUG oslo_vmware.api [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2165.312577] env[62555]: value = "task-1705725" [ 2165.312577] env[62555]: _type = "Task" [ 2165.312577] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.324083] env[62555]: DEBUG oslo_vmware.api [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.389822] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 82834fab-3c1c-4451-a202-49dced9c36ac] Instance has had 0 of 5 cleanup attempts {{(pid=62555) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11596}} [ 2165.822902] env[62555]: DEBUG oslo_vmware.api [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705725, 'name': ReconfigVM_Task, 'duration_secs': 0.129322} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.823239] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-355401', 'volume_id': '78c84db0-5f46-435f-807e-7278a2b21a91', 'name': 'volume-78c84db0-5f46-435f-807e-7278a2b21a91', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '3247a323-3875-4b88-9c79-1678629f56b5', 'attached_at': '', 'detached_at': '', 'volume_id': '78c84db0-5f46-435f-807e-7278a2b21a91', 'serial': '78c84db0-5f46-435f-807e-7278a2b21a91'} {{(pid=62555) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2166.362416] env[62555]: DEBUG nova.objects.instance [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lazy-loading 'flavor' on Instance uuid 3247a323-3875-4b88-9c79-1678629f56b5 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2167.371343] env[62555]: DEBUG oslo_concurrency.lockutils [None req-0a629a69-2a87-4ee0-b544-38ec32f25bd0 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.396048] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "3247a323-3875-4b88-9c79-1678629f56b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.396048] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.396048] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "3247a323-3875-4b88-9c79-1678629f56b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.396506] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.396506] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.398688] env[62555]: INFO nova.compute.manager [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Terminating instance [ 2168.902638] env[62555]: DEBUG nova.compute.manager [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2168.902638] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2168.903477] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ce9a82-ae6d-4b0d-b04a-533094c0c6ee {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.911248] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2168.911479] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1cc623b-c834-4c80-9c10-61a9468ae131 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.917732] env[62555]: DEBUG oslo_vmware.api [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2168.917732] env[62555]: value = "task-1705726" [ 2168.917732] env[62555]: _type = "Task" [ 2168.917732] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.925408] env[62555]: DEBUG oslo_vmware.api [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.429255] env[62555]: DEBUG oslo_vmware.api [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705726, 'name': PowerOffVM_Task, 'duration_secs': 0.185798} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.429638] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2169.429700] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2169.429967] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56fe645a-2405-4348-8300-358f9d98bb73 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.495912] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2169.496165] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2169.496330] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleting the datastore file [datastore1] 3247a323-3875-4b88-9c79-1678629f56b5 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2169.496591] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d75ea04f-d6c4-4fcb-b348-24a8286de466 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.502961] env[62555]: DEBUG oslo_vmware.api [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2169.502961] env[62555]: value = "task-1705728" [ 2169.502961] env[62555]: _type = "Task" [ 2169.502961] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.510232] env[62555]: DEBUG oslo_vmware.api [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.012662] env[62555]: DEBUG oslo_vmware.api [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131036} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.012944] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2170.013132] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2170.013315] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2170.013490] env[62555]: INFO nova.compute.manager [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2170.013730] env[62555]: DEBUG oslo.service.loopingcall [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2170.013920] env[62555]: DEBUG nova.compute.manager [-] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2170.014024] env[62555]: DEBUG nova.network.neutron [-] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2170.457365] env[62555]: DEBUG nova.compute.manager [req-294bc326-fcd3-4ba7-a35b-479cace812c1 req-a0d0068c-52e7-4ccb-91d0-b4944ece3b37 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Received event network-vif-deleted-e3e02fd9-0cb8-4550-bebb-1d84c4b21a99 {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2170.457667] env[62555]: INFO nova.compute.manager [req-294bc326-fcd3-4ba7-a35b-479cace812c1 req-a0d0068c-52e7-4ccb-91d0-b4944ece3b37 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Neutron deleted interface e3e02fd9-0cb8-4550-bebb-1d84c4b21a99; detaching it from the instance and deleting it from the info cache [ 2170.457983] env[62555]: DEBUG nova.network.neutron [req-294bc326-fcd3-4ba7-a35b-479cace812c1 req-a0d0068c-52e7-4ccb-91d0-b4944ece3b37 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.937398] env[62555]: DEBUG nova.network.neutron [-] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2170.960650] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47ec0cf2-24ad-4293-befa-7258001afdb5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.971542] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31866ce0-7116-4fd1-82f7-c09bf6e8e5bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.995102] env[62555]: DEBUG nova.compute.manager [req-294bc326-fcd3-4ba7-a35b-479cace812c1 req-a0d0068c-52e7-4ccb-91d0-b4944ece3b37 service nova] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Detach interface failed, port_id=e3e02fd9-0cb8-4550-bebb-1d84c4b21a99, reason: Instance 3247a323-3875-4b88-9c79-1678629f56b5 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2171.440369] env[62555]: INFO nova.compute.manager [-] [instance: 3247a323-3875-4b88-9c79-1678629f56b5] Took 1.43 seconds to deallocate network for instance. [ 2171.947388] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.947814] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.947872] env[62555]: DEBUG nova.objects.instance [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lazy-loading 'resources' on Instance uuid 3247a323-3875-4b88-9c79-1678629f56b5 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2172.480124] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626c693e-a4c5-4372-995a-7c3f06876c76 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.487796] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2d3545-6e1a-4f68-935b-1af941e558de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.518388] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948445bf-6240-42f5-88b0-b7ef27017ff2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.525358] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eda1c7-b5d9-4ae9-ad7f-ed2cabbe6899 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.538019] env[62555]: DEBUG nova.compute.provider_tree [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2173.041913] env[62555]: DEBUG nova.scheduler.client.report [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2173.546520] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.569407] env[62555]: INFO nova.scheduler.client.report [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleted allocations for instance 3247a323-3875-4b88-9c79-1678629f56b5 [ 2174.077035] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cf71507d-4c68-4056-8562-6a4d54f2f44c tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "3247a323-3875-4b88-9c79-1678629f56b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.681s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2176.332789] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "9dba126a-304c-4746-8730-7963ee48a1f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2176.333098] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "9dba126a-304c-4746-8730-7963ee48a1f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2176.835579] env[62555]: DEBUG nova.compute.manager [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Starting instance... {{(pid=62555) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2177.353949] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.354254] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2177.355657] env[62555]: INFO nova.compute.claims [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2178.389803] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f3ba35-9d50-4d1f-a095-8026ee0732f8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.397440] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dc5ceb-4d36-4e2f-8ddb-9d18d902553a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.425742] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6562ad74-a7b6-4dbd-af0b-1bd01a2eb533 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.432315] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266e192e-d70b-4f87-ab42-f552733ecab9 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.444654] env[62555]: DEBUG nova.compute.provider_tree [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2178.948156] env[62555]: DEBUG nova.scheduler.client.report [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2179.452834] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.098s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.453384] env[62555]: DEBUG nova.compute.manager [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Start building networks asynchronously for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2179.958596] env[62555]: DEBUG nova.compute.utils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Using /dev/sd instead of None {{(pid=62555) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2179.960099] env[62555]: DEBUG nova.compute.manager [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Allocating IP information in the background. {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2179.960296] env[62555]: DEBUG nova.network.neutron [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] allocate_for_instance() {{(pid=62555) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2180.020976] env[62555]: DEBUG nova.policy [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '591ba40336f7462984fa5a9767f9fb58', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f12c647e68024941ba48871b63e51cfc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62555) authorize /opt/stack/nova/nova/policy.py:192}} [ 2180.286984] env[62555]: DEBUG nova.network.neutron [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Successfully created port: 63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2180.464844] env[62555]: DEBUG nova.compute.manager [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Start building block device mappings for instance. {{(pid=62555) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2181.473928] env[62555]: DEBUG nova.compute.manager [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Start spawning the instance on the hypervisor. {{(pid=62555) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2181.498988] env[62555]: DEBUG nova.virt.hardware [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-10T19:48:31Z,direct_url=,disk_format='vmdk',id=7b6d5136-2882-460a-9eb3-e3abf696f07b,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6c71631d713e4585b488fb3e5fa40dbe',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-10T19:48:32Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2181.499265] env[62555]: DEBUG nova.virt.hardware [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2181.499425] env[62555]: DEBUG nova.virt.hardware [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2181.499609] env[62555]: DEBUG nova.virt.hardware [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2181.499754] env[62555]: DEBUG nova.virt.hardware [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2181.499922] env[62555]: DEBUG nova.virt.hardware [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2181.500161] env[62555]: DEBUG nova.virt.hardware [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2181.500327] env[62555]: DEBUG nova.virt.hardware [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2181.500495] env[62555]: DEBUG nova.virt.hardware [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2181.500656] env[62555]: DEBUG nova.virt.hardware [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2181.500827] env[62555]: DEBUG nova.virt.hardware [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2181.501695] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ac11dd-59cf-4fe1-a2d5-30e278ccf3f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.509782] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2211b374-62d4-4eb7-a8f7-6cf28071a68c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.652382] env[62555]: DEBUG nova.compute.manager [req-76825235-f553-4dbc-a6e4-656b943df677 req-0e24feb8-0dd7-46ce-8cf2-d5cb36986e77 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Received event network-vif-plugged-63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2181.652618] env[62555]: DEBUG oslo_concurrency.lockutils [req-76825235-f553-4dbc-a6e4-656b943df677 req-0e24feb8-0dd7-46ce-8cf2-d5cb36986e77 service nova] Acquiring lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.652823] env[62555]: DEBUG oslo_concurrency.lockutils [req-76825235-f553-4dbc-a6e4-656b943df677 req-0e24feb8-0dd7-46ce-8cf2-d5cb36986e77 service nova] Lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.652987] env[62555]: DEBUG oslo_concurrency.lockutils [req-76825235-f553-4dbc-a6e4-656b943df677 req-0e24feb8-0dd7-46ce-8cf2-d5cb36986e77 service nova] Lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.653249] env[62555]: DEBUG nova.compute.manager [req-76825235-f553-4dbc-a6e4-656b943df677 req-0e24feb8-0dd7-46ce-8cf2-d5cb36986e77 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] No waiting events found dispatching network-vif-plugged-63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2181.653437] env[62555]: WARNING nova.compute.manager [req-76825235-f553-4dbc-a6e4-656b943df677 req-0e24feb8-0dd7-46ce-8cf2-d5cb36986e77 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Received unexpected event network-vif-plugged-63f29232-5844-49be-8454-186e4a60cd8c for instance with vm_state building and task_state spawning. [ 2181.733989] env[62555]: DEBUG nova.network.neutron [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Successfully updated port: 63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2182.236224] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2182.236407] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2182.236566] env[62555]: DEBUG nova.network.neutron [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2182.767787] env[62555]: DEBUG nova.network.neutron [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Instance cache missing network info. {{(pid=62555) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2182.891040] env[62555]: DEBUG nova.network.neutron [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating instance_info_cache with network_info: [{"id": "63f29232-5844-49be-8454-186e4a60cd8c", "address": "fa:16:3e:38:55:fc", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f29232-58", "ovs_interfaceid": "63f29232-5844-49be-8454-186e4a60cd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.393473] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.393810] env[62555]: DEBUG nova.compute.manager [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Instance network_info: |[{"id": "63f29232-5844-49be-8454-186e4a60cd8c", "address": "fa:16:3e:38:55:fc", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f29232-58", "ovs_interfaceid": "63f29232-5844-49be-8454-186e4a60cd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62555) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2183.394245] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:55:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f29232-5844-49be-8454-186e4a60cd8c', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2183.401654] env[62555]: DEBUG oslo.service.loopingcall [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2183.401857] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2183.402092] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76eadafa-8e83-485f-913d-bee7b2c421bc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.422695] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2183.422695] env[62555]: value = "task-1705729" [ 2183.422695] env[62555]: _type = "Task" [ 2183.422695] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.432773] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705729, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2183.678031] env[62555]: DEBUG nova.compute.manager [req-7d1cc67b-f5cd-46ac-b4c0-d2029105df6c req-a7417061-52b4-4f53-ae10-8a6349c81daf service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Received event network-changed-63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2183.678031] env[62555]: DEBUG nova.compute.manager [req-7d1cc67b-f5cd-46ac-b4c0-d2029105df6c req-a7417061-52b4-4f53-ae10-8a6349c81daf service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Refreshing instance network info cache due to event network-changed-63f29232-5844-49be-8454-186e4a60cd8c. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2183.678031] env[62555]: DEBUG oslo_concurrency.lockutils [req-7d1cc67b-f5cd-46ac-b4c0-d2029105df6c req-a7417061-52b4-4f53-ae10-8a6349c81daf service nova] Acquiring lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2183.678192] env[62555]: DEBUG oslo_concurrency.lockutils [req-7d1cc67b-f5cd-46ac-b4c0-d2029105df6c req-a7417061-52b4-4f53-ae10-8a6349c81daf service nova] Acquired lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2183.678239] env[62555]: DEBUG nova.network.neutron [req-7d1cc67b-f5cd-46ac-b4c0-d2029105df6c req-a7417061-52b4-4f53-ae10-8a6349c81daf service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Refreshing network info cache for port 63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2183.933843] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705729, 'name': CreateVM_Task, 'duration_secs': 0.334769} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.934349] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2183.934593] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2183.934768] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2183.935181] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2183.935469] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979526f9-e818-4652-9cda-1a1d27f69404 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.939714] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2183.939714] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b11fd2-fb76-1f90-0eec-d615562431f3" [ 2183.939714] env[62555]: _type = "Task" [ 2183.939714] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2183.946990] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b11fd2-fb76-1f90-0eec-d615562431f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.352888] env[62555]: DEBUG nova.network.neutron [req-7d1cc67b-f5cd-46ac-b4c0-d2029105df6c req-a7417061-52b4-4f53-ae10-8a6349c81daf service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updated VIF entry in instance network info cache for port 63f29232-5844-49be-8454-186e4a60cd8c. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2184.353250] env[62555]: DEBUG nova.network.neutron [req-7d1cc67b-f5cd-46ac-b4c0-d2029105df6c req-a7417061-52b4-4f53-ae10-8a6349c81daf service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating instance_info_cache with network_info: [{"id": "63f29232-5844-49be-8454-186e4a60cd8c", "address": "fa:16:3e:38:55:fc", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f29232-58", "ovs_interfaceid": "63f29232-5844-49be-8454-186e4a60cd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.449764] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52b11fd2-fb76-1f90-0eec-d615562431f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010149} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.450059] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2184.450302] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Processing image 7b6d5136-2882-460a-9eb3-e3abf696f07b {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2184.450532] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.450683] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.450856] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2184.451126] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3011477c-231b-48e0-bf71-10611fe0d8ae {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.458782] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2184.458942] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2184.459607] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96acbac0-d4b0-45c8-ae9d-5fcac9ff3cdb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.464305] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2184.464305] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5215ea6e-8f53-5de4-b1b0-053cb2a1fc6f" [ 2184.464305] env[62555]: _type = "Task" [ 2184.464305] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.470998] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5215ea6e-8f53-5de4-b1b0-053cb2a1fc6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.855734] env[62555]: DEBUG oslo_concurrency.lockutils [req-7d1cc67b-f5cd-46ac-b4c0-d2029105df6c req-a7417061-52b4-4f53-ae10-8a6349c81daf service nova] Releasing lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2184.974401] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]5215ea6e-8f53-5de4-b1b0-053cb2a1fc6f, 'name': SearchDatastore_Task, 'duration_secs': 0.008071} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.975172] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24ded3f-1063-4e97-8c66-5b714c63e2bd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.980488] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2184.980488] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d430d4-8253-fbec-3598-ffafac3c7b27" [ 2184.980488] env[62555]: _type = "Task" [ 2184.980488] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.987787] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d430d4-8253-fbec-3598-ffafac3c7b27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.490342] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52d430d4-8253-fbec-3598-ffafac3c7b27, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.490601] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.490872] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9dba126a-304c-4746-8730-7963ee48a1f6/9dba126a-304c-4746-8730-7963ee48a1f6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2185.491159] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9709b711-20eb-4584-8d66-3f6c651886b2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.497605] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2185.497605] env[62555]: value = "task-1705730" [ 2185.497605] env[62555]: _type = "Task" [ 2185.497605] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.505256] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.007769] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49249} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.008171] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b6d5136-2882-460a-9eb3-e3abf696f07b/7b6d5136-2882-460a-9eb3-e3abf696f07b.vmdk to [datastore1] 9dba126a-304c-4746-8730-7963ee48a1f6/9dba126a-304c-4746-8730-7963ee48a1f6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2186.008253] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Extending root virtual disk to 1048576 {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2186.008495] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06fc80c5-65b3-484a-9047-5115dba00667 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.014558] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2186.014558] env[62555]: value = "task-1705731" [ 2186.014558] env[62555]: _type = "Task" [ 2186.014558] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.021551] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.524226] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072485} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.524500] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Extended root virtual disk {{(pid=62555) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2186.525325] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60757e46-bd81-4fd3-bdc3-f1c4c733d252 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.547564] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 9dba126a-304c-4746-8730-7963ee48a1f6/9dba126a-304c-4746-8730-7963ee48a1f6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2186.547808] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a28e0f16-1f16-46c0-98f6-b73407bbad6e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.567571] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2186.567571] env[62555]: value = "task-1705732" [ 2186.567571] env[62555]: _type = "Task" [ 2186.567571] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.574752] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.078258] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705732, 'name': ReconfigVM_Task, 'duration_secs': 0.287673} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.078258] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 9dba126a-304c-4746-8730-7963ee48a1f6/9dba126a-304c-4746-8730-7963ee48a1f6.vmdk or device None with type sparse {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2187.078258] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-312f7921-90d9-454b-a46a-3ed5e587ce09 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.082770] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2187.082770] env[62555]: value = "task-1705733" [ 2187.082770] env[62555]: _type = "Task" [ 2187.082770] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.090046] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705733, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.593543] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705733, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.094471] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705733, 'name': Rename_Task} progress is 99%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.594795] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705733, 'name': Rename_Task, 'duration_secs': 1.140917} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.595086] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2188.595324] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdb7353d-4565-4d19-b2ec-6f2e560c8781 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.601344] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2188.601344] env[62555]: value = "task-1705734" [ 2188.601344] env[62555]: _type = "Task" [ 2188.601344] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.608471] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.110704] env[62555]: DEBUG oslo_vmware.api [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705734, 'name': PowerOnVM_Task, 'duration_secs': 0.498431} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.111090] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2189.111152] env[62555]: INFO nova.compute.manager [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Took 7.64 seconds to spawn the instance on the hypervisor. [ 2189.111343] env[62555]: DEBUG nova.compute.manager [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2189.112102] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5cccc8-5a74-42d8-a590-919a3852ec39 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.630047] env[62555]: INFO nova.compute.manager [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Took 12.29 seconds to build instance. [ 2190.132389] env[62555]: DEBUG oslo_concurrency.lockutils [None req-95de9a14-a703-494b-8caa-6879d8e80d78 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "9dba126a-304c-4746-8730-7963ee48a1f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.799s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.428812] env[62555]: DEBUG nova.compute.manager [req-555dca35-1b1f-46ef-85b3-0f1684e480bd req-97663183-bcbf-46f6-877e-154a2830328a service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Received event network-changed-63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2190.429056] env[62555]: DEBUG nova.compute.manager [req-555dca35-1b1f-46ef-85b3-0f1684e480bd req-97663183-bcbf-46f6-877e-154a2830328a service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Refreshing instance network info cache due to event network-changed-63f29232-5844-49be-8454-186e4a60cd8c. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2190.429284] env[62555]: DEBUG oslo_concurrency.lockutils [req-555dca35-1b1f-46ef-85b3-0f1684e480bd req-97663183-bcbf-46f6-877e-154a2830328a service nova] Acquiring lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.429429] env[62555]: DEBUG oslo_concurrency.lockutils [req-555dca35-1b1f-46ef-85b3-0f1684e480bd req-97663183-bcbf-46f6-877e-154a2830328a service nova] Acquired lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.429592] env[62555]: DEBUG nova.network.neutron [req-555dca35-1b1f-46ef-85b3-0f1684e480bd req-97663183-bcbf-46f6-877e-154a2830328a service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Refreshing network info cache for port 63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2191.300615] env[62555]: DEBUG nova.network.neutron [req-555dca35-1b1f-46ef-85b3-0f1684e480bd req-97663183-bcbf-46f6-877e-154a2830328a service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updated VIF entry in instance network info cache for port 63f29232-5844-49be-8454-186e4a60cd8c. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2191.300998] env[62555]: DEBUG nova.network.neutron [req-555dca35-1b1f-46ef-85b3-0f1684e480bd req-97663183-bcbf-46f6-877e-154a2830328a service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating instance_info_cache with network_info: [{"id": "63f29232-5844-49be-8454-186e4a60cd8c", "address": "fa:16:3e:38:55:fc", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f29232-58", "ovs_interfaceid": "63f29232-5844-49be-8454-186e4a60cd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.804329] env[62555]: DEBUG oslo_concurrency.lockutils [req-555dca35-1b1f-46ef-85b3-0f1684e480bd req-97663183-bcbf-46f6-877e-154a2830328a service nova] Releasing lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2203.391178] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2203.391576] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2203.391628] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2203.391763] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 2203.922677] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.922837] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquired lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.922992] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Forcefully refreshing network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2203.923172] env[62555]: DEBUG nova.objects.instance [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lazy-loading 'info_cache' on Instance uuid 9dba126a-304c-4746-8730-7963ee48a1f6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.627679] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating instance_info_cache with network_info: [{"id": "63f29232-5844-49be-8454-186e4a60cd8c", "address": "fa:16:3e:38:55:fc", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f29232-58", "ovs_interfaceid": "63f29232-5844-49be-8454-186e4a60cd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.130728] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Releasing lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2206.131017] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updated the network info_cache for instance {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 2206.131347] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.131502] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.131572] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.131677] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.131818] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.131961] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.132105] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2206.132263] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.635512] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.635890] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.636109] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.636347] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2206.637620] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d06190b-af4e-4964-8965-b7353b9cf647 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.648280] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d79582-e1d2-4bce-b8f5-86b5b2d25231 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.668258] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b0db29-18d4-4aa4-b711-edcd299797a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.676351] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64c8c0f-5d69-4bc5-8cc0-0c8e98b50adc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.719946] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181383MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2206.720185] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.720436] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.857133] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9dba126a-304c-4746-8730-7963ee48a1f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2207.857409] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2207.857500] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2207.881933] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1ffaed-5adf-4ae0-b8a0-8ba42cf43870 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.888987] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8e4f1a-6695-451f-8f6a-65e03ef2b8d3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.918470] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81753f6-1078-448a-aabf-a02504765cf0 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.925274] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0322550-8e72-4d8f-9d02-9b42e81ba4cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.937459] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2208.440558] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2208.945371] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2208.945776] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.225s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.343350] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2230.291912] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "9dba126a-304c-4746-8730-7963ee48a1f6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.292321] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "9dba126a-304c-4746-8730-7963ee48a1f6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.292321] env[62555]: INFO nova.compute.manager [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Shelving [ 2231.301147] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2231.301556] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-899e4f59-b440-42cc-b2b4-5213fef5ba76 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.309704] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2231.309704] env[62555]: value = "task-1705735" [ 2231.309704] env[62555]: _type = "Task" [ 2231.309704] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.317505] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.819925] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.321196] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.822045] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.323248] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705735, 'name': PowerOffVM_Task, 'duration_secs': 1.791715} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.323566] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2233.324283] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f6680f-8616-4e52-802b-3c80f8a8605f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.342931] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6013c5-7e5b-4156-b991-763db0110606 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.853164] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Creating Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2233.853474] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-69ee845a-fa8d-4ca8-acd8-71afd14bc68a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.861369] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2233.861369] env[62555]: value = "task-1705736" [ 2233.861369] env[62555]: _type = "Task" [ 2233.861369] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.869438] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705736, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.371693] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705736, 'name': CreateSnapshot_Task, 'duration_secs': 0.473337} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.372013] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Created Snapshot of the VM instance {{(pid=62555) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2234.373028] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2214b1a8-3b39-401d-88a3-1822cc6c2806 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.890765] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Creating linked-clone VM from snapshot {{(pid=62555) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2234.891072] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a202638f-6f84-4de5-bbc7-23cf4e333afd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.899447] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2234.899447] env[62555]: value = "task-1705737" [ 2234.899447] env[62555]: _type = "Task" [ 2234.899447] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.907464] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705737, 'name': CloneVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.410273] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705737, 'name': CloneVM_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.912031] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705737, 'name': CloneVM_Task, 'duration_secs': 0.972256} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.912031] env[62555]: INFO nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Created linked-clone VM from snapshot [ 2235.912282] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb643773-0a5e-4c7c-8b3a-0246eff186cc {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.918883] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Uploading image d716b0b4-d33f-44a2-a007-06e99fe2cc6f {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2235.966365] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2235.966365] env[62555]: value = "vm-355406" [ 2235.966365] env[62555]: _type = "VirtualMachine" [ 2235.966365] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2235.966627] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b0a5fd0-5a80-4ff1-925b-e4fdebcd0d80 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.973677] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lease: (returnval){ [ 2235.973677] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52330c31-2358-ab27-8063-d078a1fa1406" [ 2235.973677] env[62555]: _type = "HttpNfcLease" [ 2235.973677] env[62555]: } obtained for exporting VM: (result){ [ 2235.973677] env[62555]: value = "vm-355406" [ 2235.973677] env[62555]: _type = "VirtualMachine" [ 2235.973677] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2235.973998] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the lease: (returnval){ [ 2235.973998] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52330c31-2358-ab27-8063-d078a1fa1406" [ 2235.973998] env[62555]: _type = "HttpNfcLease" [ 2235.973998] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2235.980500] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2235.980500] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52330c31-2358-ab27-8063-d078a1fa1406" [ 2235.980500] env[62555]: _type = "HttpNfcLease" [ 2235.980500] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2236.481820] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2236.481820] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52330c31-2358-ab27-8063-d078a1fa1406" [ 2236.481820] env[62555]: _type = "HttpNfcLease" [ 2236.481820] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2236.482442] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2236.482442] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52330c31-2358-ab27-8063-d078a1fa1406" [ 2236.482442] env[62555]: _type = "HttpNfcLease" [ 2236.482442] env[62555]: }. {{(pid=62555) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2236.482847] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750ec67e-5a02-4725-9dd9-1f3509fd54f1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.489881] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c988f3-0208-da45-fecf-9426c06d6ba4/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2236.490061] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c988f3-0208-da45-fecf-9426c06d6ba4/disk-0.vmdk for reading. {{(pid=62555) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2236.579173] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc1db71b-0f1c-40d6-852e-4d4dc3977bf3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.940824] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c988f3-0208-da45-fecf-9426c06d6ba4/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2244.942019] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aac3d9-be86-4015-9795-01bdae81d672 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.948559] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c988f3-0208-da45-fecf-9426c06d6ba4/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2244.948692] env[62555]: ERROR oslo_vmware.rw_handles [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c988f3-0208-da45-fecf-9426c06d6ba4/disk-0.vmdk due to incomplete transfer. [ 2244.948904] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-114d0669-098a-4a7b-a148-59ce53680ca3 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.955625] env[62555]: DEBUG oslo_vmware.rw_handles [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c988f3-0208-da45-fecf-9426c06d6ba4/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2244.955818] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Uploaded image d716b0b4-d33f-44a2-a007-06e99fe2cc6f to the Glance image server {{(pid=62555) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2244.958005] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Destroying the VM {{(pid=62555) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2244.958240] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e8c5175-3070-4c93-9287-d6df47f12a65 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.964689] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2244.964689] env[62555]: value = "task-1705739" [ 2244.964689] env[62555]: _type = "Task" [ 2244.964689] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.972107] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705739, 'name': Destroy_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.476973] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705739, 'name': Destroy_Task, 'duration_secs': 0.338351} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.477284] env[62555]: INFO nova.virt.vmwareapi.vm_util [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Destroyed the VM [ 2245.477573] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Deleting Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2245.477859] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a8ead076-7765-4fe9-8b12-d83ea7c45b9d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.484332] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2245.484332] env[62555]: value = "task-1705740" [ 2245.484332] env[62555]: _type = "Task" [ 2245.484332] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.492676] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705740, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.994116] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705740, 'name': RemoveSnapshot_Task, 'duration_secs': 0.333935} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.994515] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Deleted Snapshot of the VM instance {{(pid=62555) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2245.994659] env[62555]: DEBUG nova.compute.manager [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2245.995419] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e492c42-8f28-46de-937f-caac5c219981 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.507785] env[62555]: INFO nova.compute.manager [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Shelve offloading [ 2247.011769] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2247.012140] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f932b39e-7464-4f0c-a816-04910bf955f2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.018911] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2247.018911] env[62555]: value = "task-1705741" [ 2247.018911] env[62555]: _type = "Task" [ 2247.018911] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.026436] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705741, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.529524] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] VM already powered off {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2247.529755] env[62555]: DEBUG nova.compute.manager [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2247.530494] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759b7f8a-ce7d-4bd9-8416-ffef48ddf8e1 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.535639] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2247.535799] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2247.535970] env[62555]: DEBUG nova.network.neutron [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2248.263084] env[62555]: DEBUG nova.network.neutron [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating instance_info_cache with network_info: [{"id": "63f29232-5844-49be-8454-186e4a60cd8c", "address": "fa:16:3e:38:55:fc", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f29232-58", "ovs_interfaceid": "63f29232-5844-49be-8454-186e4a60cd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2248.766273] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2249.029741] env[62555]: DEBUG nova.compute.manager [req-4a2d0dfb-78bc-441b-8f65-2d7d596878ed req-9f5d2ed8-38d8-4a33-b0ba-204b362a9498 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Received event network-vif-unplugged-63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2249.030169] env[62555]: DEBUG oslo_concurrency.lockutils [req-4a2d0dfb-78bc-441b-8f65-2d7d596878ed req-9f5d2ed8-38d8-4a33-b0ba-204b362a9498 service nova] Acquiring lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.030338] env[62555]: DEBUG oslo_concurrency.lockutils [req-4a2d0dfb-78bc-441b-8f65-2d7d596878ed req-9f5d2ed8-38d8-4a33-b0ba-204b362a9498 service nova] Lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2249.030521] env[62555]: DEBUG oslo_concurrency.lockutils [req-4a2d0dfb-78bc-441b-8f65-2d7d596878ed req-9f5d2ed8-38d8-4a33-b0ba-204b362a9498 service nova] Lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.030744] env[62555]: DEBUG nova.compute.manager [req-4a2d0dfb-78bc-441b-8f65-2d7d596878ed req-9f5d2ed8-38d8-4a33-b0ba-204b362a9498 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] No waiting events found dispatching network-vif-unplugged-63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2249.030928] env[62555]: WARNING nova.compute.manager [req-4a2d0dfb-78bc-441b-8f65-2d7d596878ed req-9f5d2ed8-38d8-4a33-b0ba-204b362a9498 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Received unexpected event network-vif-unplugged-63f29232-5844-49be-8454-186e4a60cd8c for instance with vm_state shelved and task_state shelving_offloading. [ 2249.096960] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2249.097846] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99222ee1-588b-457f-b8f2-12f11423a463 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.104886] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2249.105120] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70c36bb4-e958-44c8-acfe-9e7ccaa2d8f7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.165271] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2249.165517] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2249.165681] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleting the datastore file [datastore1] 9dba126a-304c-4746-8730-7963ee48a1f6 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2249.165948] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48c190ed-51d7-4f5c-adb7-08b0e5955406 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.172112] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2249.172112] env[62555]: value = "task-1705743" [ 2249.172112] env[62555]: _type = "Task" [ 2249.172112] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2249.179571] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.682160] env[62555]: DEBUG oslo_vmware.api [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13559} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2249.682532] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2249.682602] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2249.682746] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2249.706580] env[62555]: INFO nova.scheduler.client.report [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleted allocations for instance 9dba126a-304c-4746-8730-7963ee48a1f6 [ 2250.211155] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.211232] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.211460] env[62555]: DEBUG nova.objects.instance [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lazy-loading 'resources' on Instance uuid 9dba126a-304c-4746-8730-7963ee48a1f6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2250.715208] env[62555]: DEBUG nova.objects.instance [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lazy-loading 'numa_topology' on Instance uuid 9dba126a-304c-4746-8730-7963ee48a1f6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2251.055112] env[62555]: DEBUG nova.compute.manager [req-d22df98d-f1fb-4331-a84a-8251d94bbddf req-36a7201e-b412-4df7-ab9d-4546d8e5c6a7 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Received event network-changed-63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2251.055254] env[62555]: DEBUG nova.compute.manager [req-d22df98d-f1fb-4331-a84a-8251d94bbddf req-36a7201e-b412-4df7-ab9d-4546d8e5c6a7 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Refreshing instance network info cache due to event network-changed-63f29232-5844-49be-8454-186e4a60cd8c. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2251.055444] env[62555]: DEBUG oslo_concurrency.lockutils [req-d22df98d-f1fb-4331-a84a-8251d94bbddf req-36a7201e-b412-4df7-ab9d-4546d8e5c6a7 service nova] Acquiring lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2251.055592] env[62555]: DEBUG oslo_concurrency.lockutils [req-d22df98d-f1fb-4331-a84a-8251d94bbddf req-36a7201e-b412-4df7-ab9d-4546d8e5c6a7 service nova] Acquired lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2251.055755] env[62555]: DEBUG nova.network.neutron [req-d22df98d-f1fb-4331-a84a-8251d94bbddf req-36a7201e-b412-4df7-ab9d-4546d8e5c6a7 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Refreshing network info cache for port 63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2251.217323] env[62555]: DEBUG nova.objects.base [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Object Instance<9dba126a-304c-4746-8730-7963ee48a1f6> lazy-loaded attributes: resources,numa_topology {{(pid=62555) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2251.233159] env[62555]: DEBUG nova.scheduler.client.report [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Refreshing inventories for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:819}} [ 2251.244508] env[62555]: DEBUG nova.scheduler.client.report [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Updating ProviderTree inventory for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:783}} [ 2251.244667] env[62555]: DEBUG nova.compute.provider_tree [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Updating inventory in ProviderTree for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2251.253570] env[62555]: DEBUG nova.scheduler.client.report [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Refreshing aggregate associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, aggregates: None {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:828}} [ 2251.267267] env[62555]: DEBUG nova.scheduler.client.report [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Refreshing trait associations for resource provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62555) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:840}} [ 2251.279675] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fc40c3-90ca-4bd7-804f-057d35c2a57e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.287581] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c8f9a1-0209-4822-ba30-9a38a1a2ff15 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.316621] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdb8cba-913a-494b-9dc6-e65473d59403 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.323325] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2f913a-2908-4304-9c4d-4f53cdd5d4ba {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.336453] env[62555]: DEBUG nova.compute.provider_tree [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2251.767661] env[62555]: DEBUG nova.network.neutron [req-d22df98d-f1fb-4331-a84a-8251d94bbddf req-36a7201e-b412-4df7-ab9d-4546d8e5c6a7 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updated VIF entry in instance network info cache for port 63f29232-5844-49be-8454-186e4a60cd8c. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2251.768032] env[62555]: DEBUG nova.network.neutron [req-d22df98d-f1fb-4331-a84a-8251d94bbddf req-36a7201e-b412-4df7-ab9d-4546d8e5c6a7 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating instance_info_cache with network_info: [{"id": "63f29232-5844-49be-8454-186e4a60cd8c", "address": "fa:16:3e:38:55:fc", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap63f29232-58", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2251.793153] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2251.793321] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2251.838967] env[62555]: DEBUG nova.scheduler.client.report [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2252.152412] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "9dba126a-304c-4746-8730-7963ee48a1f6" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.270801] env[62555]: DEBUG oslo_concurrency.lockutils [req-d22df98d-f1fb-4331-a84a-8251d94bbddf req-36a7201e-b412-4df7-ab9d-4546d8e5c6a7 service nova] Releasing lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2252.343994] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.789252] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2252.851654] env[62555]: DEBUG oslo_concurrency.lockutils [None req-cbc97848-22fc-49a2-b0a7-13ef768bd084 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "9dba126a-304c-4746-8730-7963ee48a1f6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.559s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.852353] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "9dba126a-304c-4746-8730-7963ee48a1f6" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.700s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.852535] env[62555]: INFO nova.compute.manager [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Unshelving [ 2253.877725] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2253.877725] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2253.877725] env[62555]: DEBUG nova.objects.instance [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lazy-loading 'pci_requests' on Instance uuid 9dba126a-304c-4746-8730-7963ee48a1f6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2254.381385] env[62555]: DEBUG nova.objects.instance [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lazy-loading 'numa_topology' on Instance uuid 9dba126a-304c-4746-8730-7963ee48a1f6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2254.887204] env[62555]: INFO nova.compute.claims [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2255.793638] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.922343] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca27eac5-314d-44b2-ae81-e2fe07ab49fe {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.929907] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2d6125-43e5-4f26-ae08-540625714403 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.959817] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374f0682-9d70-48a4-bd45-6e018f699e9f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.967892] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c501b72-8a50-4ab3-8346-0541b5b5d56d {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.981792] env[62555]: DEBUG nova.compute.provider_tree [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2256.484899] env[62555]: DEBUG nova.scheduler.client.report [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2256.793876] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2256.990207] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.113s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.017818] env[62555]: INFO nova.network.neutron [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating port 63f29232-5844-49be-8454-186e4a60cd8c with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2257.296831] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2257.297087] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2257.297261] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.297418] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2257.298309] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf94b811-58ba-4e10-be4f-0250eda3a172 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.306739] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af2ed70-8b91-4f22-983e-7f06bcab2190 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.320284] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d768a9e-cd25-4563-bac1-d6ce5088dc90 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.326130] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b59c3a0-9007-4f3c-8958-34482dfe7e51 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.354871] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181196MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2257.355026] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2257.355216] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.384032] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Instance 9dba126a-304c-4746-8730-7963ee48a1f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62555) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2258.384032] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2258.384032] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2258.389253] env[62555]: DEBUG nova.compute.manager [req-27bf050d-e1dd-40dc-a598-dc2d3516df02 req-ed658956-e5c2-4390-8b05-4046703f882c service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Received event network-vif-plugged-63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2258.389253] env[62555]: DEBUG oslo_concurrency.lockutils [req-27bf050d-e1dd-40dc-a598-dc2d3516df02 req-ed658956-e5c2-4390-8b05-4046703f882c service nova] Acquiring lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.389253] env[62555]: DEBUG oslo_concurrency.lockutils [req-27bf050d-e1dd-40dc-a598-dc2d3516df02 req-ed658956-e5c2-4390-8b05-4046703f882c service nova] Lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.389253] env[62555]: DEBUG oslo_concurrency.lockutils [req-27bf050d-e1dd-40dc-a598-dc2d3516df02 req-ed658956-e5c2-4390-8b05-4046703f882c service nova] Lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.389664] env[62555]: DEBUG nova.compute.manager [req-27bf050d-e1dd-40dc-a598-dc2d3516df02 req-ed658956-e5c2-4390-8b05-4046703f882c service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] No waiting events found dispatching network-vif-plugged-63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2258.390031] env[62555]: WARNING nova.compute.manager [req-27bf050d-e1dd-40dc-a598-dc2d3516df02 req-ed658956-e5c2-4390-8b05-4046703f882c service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Received unexpected event network-vif-plugged-63f29232-5844-49be-8454-186e4a60cd8c for instance with vm_state shelved_offloaded and task_state spawning. [ 2258.407661] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6507abeb-9bab-4f26-a2a3-00378ed8df2e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.416096] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ec7028-d080-4262-9086-d79831affd8e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.446882] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7951fd-ca69-4051-b3ab-b9bfe6073d21 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.453311] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ae36d0-443b-47a9-9cfb-33de34b83dda {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.467185] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2258.471985] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2258.472124] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2258.472302] env[62555]: DEBUG nova.network.neutron [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Building network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2258.975020] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2259.170311] env[62555]: DEBUG nova.network.neutron [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating instance_info_cache with network_info: [{"id": "63f29232-5844-49be-8454-186e4a60cd8c", "address": "fa:16:3e:38:55:fc", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f29232-58", "ovs_interfaceid": "63f29232-5844-49be-8454-186e4a60cd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.479604] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2259.480098] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.672868] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2259.699313] env[62555]: DEBUG nova.virt.hardware [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-10T19:48:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f03524b7d31983098ced3c23f0c9b5a0',container_format='bare',created_at=2024-12-10T20:16:37Z,direct_url=,disk_format='vmdk',id=d716b0b4-d33f-44a2-a007-06e99fe2cc6f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-684193062-shelved',owner='f12c647e68024941ba48871b63e51cfc',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2024-12-10T20:16:52Z,virtual_size=,visibility=), allow threads: False {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2259.699582] env[62555]: DEBUG nova.virt.hardware [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Flavor limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2259.699746] env[62555]: DEBUG nova.virt.hardware [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Image limits 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2259.699935] env[62555]: DEBUG nova.virt.hardware [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Flavor pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2259.700102] env[62555]: DEBUG nova.virt.hardware [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Image pref 0:0:0 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2259.700258] env[62555]: DEBUG nova.virt.hardware [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62555) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2259.700468] env[62555]: DEBUG nova.virt.hardware [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2259.700638] env[62555]: DEBUG nova.virt.hardware [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2259.700832] env[62555]: DEBUG nova.virt.hardware [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Got 1 possible topologies {{(pid=62555) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2259.701028] env[62555]: DEBUG nova.virt.hardware [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2259.701214] env[62555]: DEBUG nova.virt.hardware [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62555) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2259.702140] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8477dec-7309-4a44-93de-f7188ac98375 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.710479] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77559dfb-2d9f-4bf0-8431-358c93d3017f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.723476] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:55:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f29232-5844-49be-8454-186e4a60cd8c', 'vif_model': 'vmxnet3'}] {{(pid=62555) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2259.730802] env[62555]: DEBUG oslo.service.loopingcall [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2259.730983] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Creating VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2259.731201] env[62555]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c308e95-9ea5-4cb0-8cff-9d741322bf72 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.749225] env[62555]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2259.749225] env[62555]: value = "task-1705744" [ 2259.749225] env[62555]: _type = "Task" [ 2259.749225] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.756052] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705744, 'name': CreateVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.259788] env[62555]: DEBUG oslo_vmware.api [-] Task: {'id': task-1705744, 'name': CreateVM_Task, 'duration_secs': 0.302925} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.259963] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Created VM on the ESX host {{(pid=62555) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2260.260596] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.260802] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.261221] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2260.261473] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c32ae45d-21bd-46e6-ab53-109790860760 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.265536] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2260.265536] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52feeaf4-aecd-bf12-f430-d1e80a8ac6e6" [ 2260.265536] env[62555]: _type = "Task" [ 2260.265536] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.272366] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52feeaf4-aecd-bf12-f430-d1e80a8ac6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.413643] env[62555]: DEBUG nova.compute.manager [req-404fd2ac-415c-4d57-b82c-153d8047bf5b req-899f7911-1031-4d04-8881-529fe0b0f832 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Received event network-changed-63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2260.413880] env[62555]: DEBUG nova.compute.manager [req-404fd2ac-415c-4d57-b82c-153d8047bf5b req-899f7911-1031-4d04-8881-529fe0b0f832 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Refreshing instance network info cache due to event network-changed-63f29232-5844-49be-8454-186e4a60cd8c. {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11491}} [ 2260.414085] env[62555]: DEBUG oslo_concurrency.lockutils [req-404fd2ac-415c-4d57-b82c-153d8047bf5b req-899f7911-1031-4d04-8881-529fe0b0f832 service nova] Acquiring lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.414246] env[62555]: DEBUG oslo_concurrency.lockutils [req-404fd2ac-415c-4d57-b82c-153d8047bf5b req-899f7911-1031-4d04-8881-529fe0b0f832 service nova] Acquired lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.414389] env[62555]: DEBUG nova.network.neutron [req-404fd2ac-415c-4d57-b82c-153d8047bf5b req-899f7911-1031-4d04-8881-529fe0b0f832 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Refreshing network info cache for port 63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2260.480063] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2260.480416] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2260.480416] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 2260.777754] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.778060] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Processing image d716b0b4-d33f-44a2-a007-06e99fe2cc6f {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2260.778353] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f/d716b0b4-d33f-44a2-a007-06e99fe2cc6f.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.778526] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f/d716b0b4-d33f-44a2-a007-06e99fe2cc6f.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.778731] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2260.778997] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c013491d-f635-4844-9972-c66f62a36a2f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.787425] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2260.787622] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62555) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2260.788352] env[62555]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4489be50-adc2-4ab8-98b4-39a0d435785f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.793355] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2260.793355] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523d1612-7bcd-f1bb-82c6-ffb4c9fe43ea" [ 2260.793355] env[62555]: _type = "Task" [ 2260.793355] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.800686] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': session[52a57bfb-507b-ab55-6d46-b1efad8a0565]523d1612-7bcd-f1bb-82c6-ffb4c9fe43ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.983229] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2261.113959] env[62555]: DEBUG nova.network.neutron [req-404fd2ac-415c-4d57-b82c-153d8047bf5b req-899f7911-1031-4d04-8881-529fe0b0f832 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updated VIF entry in instance network info cache for port 63f29232-5844-49be-8454-186e4a60cd8c. {{(pid=62555) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2261.114345] env[62555]: DEBUG nova.network.neutron [req-404fd2ac-415c-4d57-b82c-153d8047bf5b req-899f7911-1031-4d04-8881-529fe0b0f832 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating instance_info_cache with network_info: [{"id": "63f29232-5844-49be-8454-186e4a60cd8c", "address": "fa:16:3e:38:55:fc", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f29232-58", "ovs_interfaceid": "63f29232-5844-49be-8454-186e4a60cd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.303970] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Preparing fetch location {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2261.304854] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Fetch image to [datastore1] OSTACK_IMG_108bdcec-f848-4e4c-b47a-38c1c499034e/OSTACK_IMG_108bdcec-f848-4e4c-b47a-38c1c499034e.vmdk {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2261.304854] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Downloading stream optimized image d716b0b4-d33f-44a2-a007-06e99fe2cc6f to [datastore1] OSTACK_IMG_108bdcec-f848-4e4c-b47a-38c1c499034e/OSTACK_IMG_108bdcec-f848-4e4c-b47a-38c1c499034e.vmdk on the data store datastore1 as vApp {{(pid=62555) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2261.304854] env[62555]: DEBUG nova.virt.vmwareapi.images [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Downloading image file data d716b0b4-d33f-44a2-a007-06e99fe2cc6f to the ESX as VM named 'OSTACK_IMG_108bdcec-f848-4e4c-b47a-38c1c499034e' {{(pid=62555) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2261.367600] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2261.367600] env[62555]: value = "resgroup-9" [ 2261.367600] env[62555]: _type = "ResourcePool" [ 2261.367600] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2261.367935] env[62555]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-69fdf10a-acea-43e2-ad49-c70add22c9b2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.388858] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lease: (returnval){ [ 2261.388858] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cb17f6-1d88-0216-5169-6c25d39944ec" [ 2261.388858] env[62555]: _type = "HttpNfcLease" [ 2261.388858] env[62555]: } obtained for vApp import into resource pool (val){ [ 2261.388858] env[62555]: value = "resgroup-9" [ 2261.388858] env[62555]: _type = "ResourcePool" [ 2261.388858] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2261.389221] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the lease: (returnval){ [ 2261.389221] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cb17f6-1d88-0216-5169-6c25d39944ec" [ 2261.389221] env[62555]: _type = "HttpNfcLease" [ 2261.389221] env[62555]: } to be ready. {{(pid=62555) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2261.394899] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2261.394899] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cb17f6-1d88-0216-5169-6c25d39944ec" [ 2261.394899] env[62555]: _type = "HttpNfcLease" [ 2261.394899] env[62555]: } is initializing. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2261.617736] env[62555]: DEBUG oslo_concurrency.lockutils [req-404fd2ac-415c-4d57-b82c-153d8047bf5b req-899f7911-1031-4d04-8881-529fe0b0f832 service nova] Releasing lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.618190] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquired lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.618384] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Forcefully refreshing network info cache for instance {{(pid=62555) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2261.618593] env[62555]: DEBUG nova.objects.instance [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lazy-loading 'info_cache' on Instance uuid 9dba126a-304c-4746-8730-7963ee48a1f6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2261.896637] env[62555]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2261.896637] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cb17f6-1d88-0216-5169-6c25d39944ec" [ 2261.896637] env[62555]: _type = "HttpNfcLease" [ 2261.896637] env[62555]: } is ready. {{(pid=62555) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2261.896933] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2261.896933] env[62555]: value = "session[52a57bfb-507b-ab55-6d46-b1efad8a0565]52cb17f6-1d88-0216-5169-6c25d39944ec" [ 2261.896933] env[62555]: _type = "HttpNfcLease" [ 2261.896933] env[62555]: }. {{(pid=62555) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2261.897586] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb90be1-f323-4aa9-8068-c3456379a1e7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.904432] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83a6-5ba0-5cb2-e709-7f8a08b000f3/disk-0.vmdk from lease info. {{(pid=62555) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2261.904608] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83a6-5ba0-5cb2-e709-7f8a08b000f3/disk-0.vmdk. {{(pid=62555) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2261.967083] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-827336fa-3438-4060-aa10-04ba67397c70 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.060931] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Completed reading data from the image iterator. {{(pid=62555) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2263.060931] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83a6-5ba0-5cb2-e709-7f8a08b000f3/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2263.061837] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d47d04-dd94-48a3-a7ec-bb9fba2c51cd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.068452] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83a6-5ba0-5cb2-e709-7f8a08b000f3/disk-0.vmdk is in state: ready. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2263.068704] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83a6-5ba0-5cb2-e709-7f8a08b000f3/disk-0.vmdk. {{(pid=62555) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2263.068859] env[62555]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d629b362-a062-46ce-a3de-890cf725e83b {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.275458] env[62555]: DEBUG oslo_vmware.rw_handles [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d83a6-5ba0-5cb2-e709-7f8a08b000f3/disk-0.vmdk. {{(pid=62555) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2263.275678] env[62555]: INFO nova.virt.vmwareapi.images [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Downloaded image file data d716b0b4-d33f-44a2-a007-06e99fe2cc6f [ 2263.276671] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4af3bc-0d73-4f1d-a6d0-d7715eb0f08e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.292882] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c1aedbe-dba6-415f-aa9a-498a9c3b305f {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.332096] env[62555]: INFO nova.virt.vmwareapi.images [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] The imported VM was unregistered [ 2263.334494] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Caching image {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2263.334727] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Creating directory with path [datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2263.335655] env[62555]: DEBUG nova.network.neutron [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating instance_info_cache with network_info: [{"id": "63f29232-5844-49be-8454-186e4a60cd8c", "address": "fa:16:3e:38:55:fc", "network": {"id": "82c47a5c-0009-4394-9aa4-6c08300c4f71", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1579426967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f12c647e68024941ba48871b63e51cfc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f29232-58", "ovs_interfaceid": "63f29232-5844-49be-8454-186e4a60cd8c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2263.336780] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e487fa6e-8c34-43c5-8acd-76b0919d899e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.808905] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Created directory with path [datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f {{(pid=62555) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2263.809208] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_108bdcec-f848-4e4c-b47a-38c1c499034e/OSTACK_IMG_108bdcec-f848-4e4c-b47a-38c1c499034e.vmdk to [datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f/d716b0b4-d33f-44a2-a007-06e99fe2cc6f.vmdk. {{(pid=62555) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2263.809489] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a688cdfb-8b61-463a-b7d5-ec5b30f048a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.816545] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2263.816545] env[62555]: value = "task-1705747" [ 2263.816545] env[62555]: _type = "Task" [ 2263.816545] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.825659] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705747, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.840202] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Releasing lock "refresh_cache-9dba126a-304c-4746-8730-7963ee48a1f6" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.840385] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updated the network info_cache for instance {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10354}} [ 2263.840608] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2263.840771] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2263.840957] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2263.841133] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2264.326127] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705747, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.827679] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705747, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.329388] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705747, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.831506] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705747, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.330450] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705747, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.831068] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705747, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.331626] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705747, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.833232] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705747, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.333797] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705747, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.13046} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.334192] env[62555]: INFO nova.virt.vmwareapi.ds_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_108bdcec-f848-4e4c-b47a-38c1c499034e/OSTACK_IMG_108bdcec-f848-4e4c-b47a-38c1c499034e.vmdk to [datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f/d716b0b4-d33f-44a2-a007-06e99fe2cc6f.vmdk. [ 2268.334273] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Cleaning up location [datastore1] OSTACK_IMG_108bdcec-f848-4e4c-b47a-38c1c499034e {{(pid=62555) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2268.334415] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_108bdcec-f848-4e4c-b47a-38c1c499034e {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2268.334659] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a77fd40-1067-4dd9-8e0f-3458cb772111 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.340075] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2268.340075] env[62555]: value = "task-1705748" [ 2268.340075] env[62555]: _type = "Task" [ 2268.340075] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.347512] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.849789] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030481} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.850073] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2268.850247] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f/d716b0b4-d33f-44a2-a007-06e99fe2cc6f.vmdk" {{(pid=62555) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2268.850482] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f/d716b0b4-d33f-44a2-a007-06e99fe2cc6f.vmdk to [datastore1] 9dba126a-304c-4746-8730-7963ee48a1f6/9dba126a-304c-4746-8730-7963ee48a1f6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2268.850726] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5562af7c-4aca-447e-a2de-370036cc80a7 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.857556] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2268.857556] env[62555]: value = "task-1705749" [ 2268.857556] env[62555]: _type = "Task" [ 2268.857556] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.864434] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.369174] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705749, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.868790] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705749, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.371663] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705749, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.871650] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705749, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.372177] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705749, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.14195} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.372523] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d716b0b4-d33f-44a2-a007-06e99fe2cc6f/d716b0b4-d33f-44a2-a007-06e99fe2cc6f.vmdk to [datastore1] 9dba126a-304c-4746-8730-7963ee48a1f6/9dba126a-304c-4746-8730-7963ee48a1f6.vmdk {{(pid=62555) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2271.373243] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba1889a-203f-48f9-afe9-3dd3df0827c4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.395421] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 9dba126a-304c-4746-8730-7963ee48a1f6/9dba126a-304c-4746-8730-7963ee48a1f6.vmdk or device None with type streamOptimized {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2271.395643] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e46a5d2-e4ef-44a5-9fcc-84aa2187d7cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.414127] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2271.414127] env[62555]: value = "task-1705750" [ 2271.414127] env[62555]: _type = "Task" [ 2271.414127] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.421169] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.924416] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705750, 'name': ReconfigVM_Task, 'duration_secs': 0.260331} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.924696] env[62555]: DEBUG nova.virt.vmwareapi.volumeops [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 9dba126a-304c-4746-8730-7963ee48a1f6/9dba126a-304c-4746-8730-7963ee48a1f6.vmdk or device None with type streamOptimized {{(pid=62555) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2271.925329] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2153d8e9-fae4-4a08-8799-fadc0f6de0f5 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.931210] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2271.931210] env[62555]: value = "task-1705751" [ 2271.931210] env[62555]: _type = "Task" [ 2271.931210] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.938150] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705751, 'name': Rename_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.441293] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705751, 'name': Rename_Task, 'duration_secs': 0.128837} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.441687] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Powering on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2272.441793] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdbeee87-eac1-4b4a-bc66-9277710887cb {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.448035] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2272.448035] env[62555]: value = "task-1705752" [ 2272.448035] env[62555]: _type = "Task" [ 2272.448035] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.455264] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.960986] env[62555]: DEBUG oslo_vmware.api [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705752, 'name': PowerOnVM_Task, 'duration_secs': 0.424334} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.961392] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Powered on the VM {{(pid=62555) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2273.058651] env[62555]: DEBUG nova.compute.manager [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Checking state {{(pid=62555) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2273.059645] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870ffb50-cdf8-4b60-ab09-bb04627ff3a8 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.577100] env[62555]: DEBUG oslo_concurrency.lockutils [None req-9643f5dd-2d11-4264-a7f4-05714487144e tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "9dba126a-304c-4746-8730-7963ee48a1f6" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.724s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.368785] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "9dba126a-304c-4746-8730-7963ee48a1f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.369204] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "9dba126a-304c-4746-8730-7963ee48a1f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.369363] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2310.369530] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.369735] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "9dba126a-304c-4746-8730-7963ee48a1f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.373556] env[62555]: INFO nova.compute.manager [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Terminating instance [ 2310.877754] env[62555]: DEBUG nova.compute.manager [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Start destroying the instance on the hypervisor. {{(pid=62555) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2310.877997] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Destroying instance {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2310.879145] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7097e8f-3dca-4280-89fc-81e451982491 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.887181] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Powering off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2310.887571] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df743df1-d752-4162-84d2-8ed2bd27eb00 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.893397] env[62555]: DEBUG oslo_vmware.api [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2310.893397] env[62555]: value = "task-1705753" [ 2310.893397] env[62555]: _type = "Task" [ 2310.893397] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.901409] env[62555]: DEBUG oslo_vmware.api [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.403747] env[62555]: DEBUG oslo_vmware.api [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705753, 'name': PowerOffVM_Task, 'duration_secs': 0.201235} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.404514] env[62555]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Powered off the VM {{(pid=62555) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2311.404851] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Unregistering the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2311.405255] env[62555]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff0a2bf7-37b5-4874-9c4b-5db684c6f162 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.483055] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Unregistered the VM {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2311.483055] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Deleting contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2311.483055] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleting the datastore file [datastore1] 9dba126a-304c-4746-8730-7963ee48a1f6 {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2311.483055] env[62555]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8247771e-32ed-4d1b-aa2a-efc49df4831a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.489180] env[62555]: DEBUG oslo_vmware.api [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for the task: (returnval){ [ 2311.489180] env[62555]: value = "task-1705755" [ 2311.489180] env[62555]: _type = "Task" [ 2311.489180] env[62555]: } to complete. {{(pid=62555) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.496303] env[62555]: DEBUG oslo_vmware.api [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.793893] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2311.794112] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62555) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10902}} [ 2311.998897] env[62555]: DEBUG oslo_vmware.api [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Task: {'id': task-1705755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130477} completed successfully. {{(pid=62555) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.999175] env[62555]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleted the datastore file {{(pid=62555) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2311.999302] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Deleted contents of the VM from datastore datastore1 {{(pid=62555) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2311.999591] env[62555]: DEBUG nova.virt.vmwareapi.vmops [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Instance destroyed {{(pid=62555) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2311.999838] env[62555]: INFO nova.compute.manager [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2312.000110] env[62555]: DEBUG oslo.service.loopingcall [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62555) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2312.000313] env[62555]: DEBUG nova.compute.manager [-] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Deallocating network for instance {{(pid=62555) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2312.000467] env[62555]: DEBUG nova.network.neutron [-] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] deallocate_for_instance() {{(pid=62555) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2312.442351] env[62555]: DEBUG nova.compute.manager [req-68677734-0f1c-412c-96ba-ed0dbea28483 req-ea79dfae-db9a-4694-8b2d-c2dedd9a8607 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Received event network-vif-deleted-63f29232-5844-49be-8454-186e4a60cd8c {{(pid=62555) external_instance_event /opt/stack/nova/nova/compute/manager.py:11486}} [ 2312.442351] env[62555]: INFO nova.compute.manager [req-68677734-0f1c-412c-96ba-ed0dbea28483 req-ea79dfae-db9a-4694-8b2d-c2dedd9a8607 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Neutron deleted interface 63f29232-5844-49be-8454-186e4a60cd8c; detaching it from the instance and deleting it from the info cache [ 2312.442654] env[62555]: DEBUG nova.network.neutron [req-68677734-0f1c-412c-96ba-ed0dbea28483 req-ea79dfae-db9a-4694-8b2d-c2dedd9a8607 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2312.789316] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2312.921414] env[62555]: DEBUG nova.network.neutron [-] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Updating instance_info_cache with network_info: [] {{(pid=62555) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2312.945479] env[62555]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3341a3ad-6a26-4455-a7db-584607a380a2 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.954801] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef234ea4-7df8-47a8-b4e0-242d8f154bc6 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.977735] env[62555]: DEBUG nova.compute.manager [req-68677734-0f1c-412c-96ba-ed0dbea28483 req-ea79dfae-db9a-4694-8b2d-c2dedd9a8607 service nova] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Detach interface failed, port_id=63f29232-5844-49be-8454-186e4a60cd8c, reason: Instance 9dba126a-304c-4746-8730-7963ee48a1f6 could not be found. {{(pid=62555) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11320}} [ 2313.424820] env[62555]: INFO nova.compute.manager [-] [instance: 9dba126a-304c-4746-8730-7963ee48a1f6] Took 1.42 seconds to deallocate network for instance. [ 2313.930791] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2313.931196] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2313.931329] env[62555]: DEBUG nova.objects.instance [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lazy-loading 'resources' on Instance uuid 9dba126a-304c-4746-8730-7963ee48a1f6 {{(pid=62555) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2314.464887] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcf41bc-f044-408b-967d-a550d6b1c834 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.472769] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d77a474-7852-4337-a852-686e8ebb8227 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.501459] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f0b304-5fb2-48fe-b540-872b159545de {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.508298] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9494ea5d-6a9c-4370-b844-3097c9bbb778 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.520980] env[62555]: DEBUG nova.compute.provider_tree [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2315.024808] env[62555]: DEBUG nova.scheduler.client.report [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2315.529813] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2315.557228] env[62555]: INFO nova.scheduler.client.report [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Deleted allocations for instance 9dba126a-304c-4746-8730-7963ee48a1f6 [ 2316.066821] env[62555]: DEBUG oslo_concurrency.lockutils [None req-a32a59ad-9eba-4c11-acc7-107016b40d34 tempest-AttachVolumeShelveTestJSON-1812628576 tempest-AttachVolumeShelveTestJSON-1812628576-project-member] Lock "9dba126a-304c-4746-8730-7963ee48a1f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.698s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.794187] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2317.794592] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2318.298016] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.298251] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.298499] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2318.298683] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62555) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2318.300008] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9df87dc-0ad5-4768-9aa7-bb2a1734a0dd {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.308023] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c143cd4-6af7-48a9-a0a6-230c637c7b3c {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.322009] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a955b89b-d3e4-4a51-8d5a-d90142a2ed8e {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.327844] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6435ac-efa4-40bc-941b-87a8845f4d29 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.355150] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181236MB free_disk=180GB free_vcpus=48 pci_devices=None {{(pid=62555) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2318.355308] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.355464] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2319.375180] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2319.375412] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62555) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2319.388077] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180cc8a7-b19f-44c3-80cc-784425233fa4 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.395712] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a466fb-43a1-47e0-a8c1-60ef7eac418a {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.426302] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebdbdd8-a2b8-4c21-b0ee-85e677be9650 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.432971] env[62555]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6770ea-b686-4db3-8157-c47a5bab1529 {{(pid=62555) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.445340] env[62555]: DEBUG nova.compute.provider_tree [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed in ProviderTree for provider: 5f354455-75f8-40c8-86fa-d8c530c2fdf0 {{(pid=62555) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2319.948492] env[62555]: DEBUG nova.scheduler.client.report [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Inventory has not changed for provider 5f354455-75f8-40c8-86fa-d8c530c2fdf0 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 180, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62555) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:955}} [ 2320.454950] env[62555]: DEBUG nova.compute.resource_tracker [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62555) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2320.455383] env[62555]: DEBUG oslo_concurrency.lockutils [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62555) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.454341] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.454531] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Starting heal instance info cache {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10283}} [ 2321.454657] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Rebuilding the list of instances to heal {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10287}} [ 2321.959239] env[62555]: DEBUG nova.compute.manager [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Didn't find any instances for network info cache update. {{(pid=62555) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10369}} [ 2321.959674] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.959737] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.960029] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2324.794522] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2332.789883] env[62555]: DEBUG oslo_service.periodic_task [None req-e7814658-bfc5-4769-a03a-bc70cd543b19 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62555) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}